[ 545.365098] env[65427]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 545.365098] env[65427]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 546.358053] env[65517]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 546.358053] env[65517]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 547.917831] env[65517]: INFO neutron.common.config [-] Logging enabled! [ 547.918184] env[65517]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev51 [ 547.918385] env[65517]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65517) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 547.918685] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 547.918783] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 547.919628] env[65517]: WARNING oslo_policy.policy [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 547.919847] env[65517]: WARNING oslo_policy.policy [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 547.921492] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] VMware NSXv3 Agent initialized successfully. [ 547.921851] env[65517]: DEBUG oslo_concurrency.lockutils [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] Acquiring lock "singleton_lock" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.921977] env[65517]: DEBUG oslo_concurrency.lockutils [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] Acquired lock "singleton_lock" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.922186] env[65517]: DEBUG oslo_concurrency.lockutils [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] Releasing lock "singleton_lock" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.922470] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] Full set of CONF: {{(pid=65517) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 547.922578] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] ******************************************************************************** {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 547.922678] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] Configuration options gathered from: {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 547.923034] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 547.923202] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 547.923304] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] ================================================================================ {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 547.923467] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] agent_down_time = 75 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.923605] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] allow_automatic_dhcp_failover = True {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.923735] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] allow_bulk = True {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.923872] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] api_extensions_path = {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.924014] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] api_paste_config = api-paste.ini {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.924152] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] auth_strategy = keystone {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.924255] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] backdoor_port = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.924354] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] backdoor_socket = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.924485] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] backlog = 4096 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.924620] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] base_mac = fa:16:3e:00:00:00 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.924772] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] bind_host = 0.0.0.0 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.924912] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] bind_port = 9696 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.925050] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] client_socket_timeout = 900 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.925186] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] config_dir = [] {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.925289] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.925420] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] config_source = [] {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.925553] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] control_exchange = neutron {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.925688] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] core_plugin = ml2 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.925820] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] debug = True {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.925950] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] default_availability_zones = [] {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.926161] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.926294] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] dhcp_agent_notification = True {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.926423] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] dhcp_agents_per_network = 1 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.926579] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] dhcp_lease_duration = 86400 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.926723] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] dhcp_load_type = networks {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.926859] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] dns_domain = openstacklocal {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.926991] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.927132] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] enable_default_route_bfd = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.927257] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] enable_default_route_ecmp = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.927381] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] enable_dvr = True {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.927521] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] enable_new_agents = True {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.927681] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.927816] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] enable_signals = True {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.927946] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] enable_traditional_dhcp = True {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.928080] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] external_dns_driver = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.928204] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] filter_validation = True {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.928337] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] global_physnet_mtu = 8950 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.928463] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] graceful_shutdown_timeout = 60 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.928638] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] host = cpu-1 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.928777] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] host_dvr_for_dhcp = True {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.928909] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] http_retries = 3 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.929062] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] instance_format = [instance: %(uuid)s] {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.929201] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.929334] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] ipam_driver = internal {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.929466] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] ipv6_pd_enabled = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.929594] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] l3_ha = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.929726] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.929858] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] l3_ha_network_physical_name = {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.929988] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] l3_ha_network_type = {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.930132] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] log_color = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.930263] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] log_config_append = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.930396] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.930524] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] log_dir = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.930648] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] log_file = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.930745] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] log_options = True {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.930875] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] log_rotate_interval = 1 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.931029] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] log_rotate_interval_type = days {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.931150] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] log_rotation_type = none {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.931249] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.931346] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.931479] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.931611] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.931713] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.931844] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] max_dns_nameservers = 5 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.931972] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] max_header_line = 16384 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.932110] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] max_l3_agents_per_router = 3 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.932237] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] max_logfile_count = 30 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.932363] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] max_logfile_size_mb = 200 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.932489] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] max_subnet_host_routes = 20 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.932626] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] my_ip = 10.180.1.21 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.932758] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] my_ipv6 = ::1 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.932885] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] network_auto_schedule = True {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.933015] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] network_link_prefix = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.933153] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.933287] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] notify_nova_on_port_data_changes = True {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.933429] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] notify_nova_on_port_status_changes = True {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.933645] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] pagination_max_limit = -1 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.933862] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] publish_errors = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.934087] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] rate_limit_burst = 0 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.934312] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] rate_limit_except_level = CRITICAL {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.934528] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] rate_limit_interval = 0 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.934744] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] retry_until_window = 30 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.934902] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] router_distributed = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.935052] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] rpc_resources_processing_step = 20 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.935185] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] rpc_response_max_timeout = 600 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.935315] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] rpc_response_timeout = 60 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.935441] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] send_events_interval = 2 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.935591] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] service_plugins = ['router'] {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.935723] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] setproctitle = on {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.935846] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] shell_completion = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.935975] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] state_path = /opt/stack/data/neutron {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.936120] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] syslog_log_facility = LOG_USER {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.936246] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] tcp_keepidle = 600 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.936377] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] transport_url = **** {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.936522] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] use_journal = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.936660] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] use_json = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.936786] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] use_ssl = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.936909] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] use_stderr = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.937050] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] use_syslog = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.937177] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] vlan_qinq = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.937357] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] vlan_transparent = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.937527] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] watch_log_file = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.937671] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] wsgi_default_pool_size = 100 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.937801] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] wsgi_keep_alive = True {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.937941] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.938081] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] wsgi_server_debug = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.938227] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_concurrency.disable_process_locking = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.938366] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.938508] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.938644] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.938779] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.938914] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.939057] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.939207] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] profiler.connection_string = messaging:// {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.939347] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] profiler.enabled = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.939484] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] profiler.es_doc_type = notification {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.939616] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] profiler.es_scroll_size = 10000 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.939753] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] profiler.es_scroll_time = 2m {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.939982] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] profiler.filter_error_trace = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.940031] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] profiler.hmac_keys = **** {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.940158] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] profiler.sentinel_service_name = mymaster {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.940297] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] profiler.socket_timeout = 0.1 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.940429] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] profiler.trace_requests = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.940563] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] profiler.trace_sqlalchemy = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.940710] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] profiler_jaeger.process_tags = {} {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.940844] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] profiler_jaeger.service_name_prefix = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.940977] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] profiler_otlp.service_name_prefix = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.941133] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_policy.enforce_new_defaults = True {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.941406] env[65517]: WARNING oslo_config.cfg [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 547.941557] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_policy.enforce_scope = True {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.941705] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_policy.policy_default_rule = default {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.941851] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.942022] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.942145] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.942281] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.942411] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.942537] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.942668] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.942807] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_policy.remote_timeout = 60.0 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.942953] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.943113] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] agent.extensions = [] {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.943253] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.943392] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] service_providers.service_provider = [] {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.943531] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] QUOTAS.default_quota = -1 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.943672] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.943805] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] QUOTAS.quota_floatingip = 50 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.943937] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] QUOTAS.quota_network = 100 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.944076] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] QUOTAS.quota_port = 500 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.944207] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.944335] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] QUOTAS.quota_router = 10 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.944465] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] QUOTAS.quota_security_group = 10 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.944593] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.944721] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] QUOTAS.quota_subnet = 100 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.944850] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] QUOTAS.track_quota_usage = True {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.944996] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.945139] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] privsep.group = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.945265] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] privsep.helper_command = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.945397] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] privsep.log_daemon_traceback = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.945531] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.945664] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] privsep.thread_pool_size = 8 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.945963] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] privsep.user = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.945963] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.946090] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] privsep_dhcp_release.group = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.946174] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] privsep_dhcp_release.helper_command = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.946307] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.946438] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.946607] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.946739] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] privsep_dhcp_release.user = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.946879] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.947026] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] privsep_ovs_vsctl.group = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.947145] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] privsep_ovs_vsctl.helper_command = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.947277] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.947413] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.947611] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.947749] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] privsep_ovs_vsctl.user = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.947888] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] privsep_namespace.capabilities = [21] {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.948027] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] privsep_namespace.group = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.948156] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] privsep_namespace.helper_command = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.948286] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] privsep_namespace.log_daemon_traceback = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.948424] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.948555] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] privsep_namespace.thread_pool_size = 8 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.948683] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] privsep_namespace.user = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.948819] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] privsep_conntrack.capabilities = [12] {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.948945] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] privsep_conntrack.group = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.949080] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] privsep_conntrack.helper_command = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.949210] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.949342] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.949472] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.949599] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] privsep_conntrack.user = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.949740] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] privsep_link.capabilities = [12, 21] {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.949870] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] privsep_link.group = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.949993] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] privsep_link.helper_command = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.950131] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] privsep_link.log_daemon_traceback = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.950263] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.950390] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] privsep_link.thread_pool_size = 8 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.950515] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] privsep_link.user = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.950708] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.950862] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.950999] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] AGENT.continue_on_failed_promotions = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.951146] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] AGENT.dscp = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.951282] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] AGENT.dscp_inherit = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.951423] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] AGENT.force_mp_to_policy = True {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.951554] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] AGENT.locking_coordinator_url = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.951688] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] AGENT.log_agent_heartbeats = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.951820] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] AGENT.logging_expire = 1 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.951959] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.952105] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.952245] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] AGENT.polling_interval = 240 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.952380] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.952518] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.952659] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] AGENT.report_interval = 30.0 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.952798] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.952936] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.953084] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.953220] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] AGENT.sync_skew = 60 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.953353] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] AGENT.synchronization_queue_size = 20 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.953485] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] AGENT.use_helper_for_ns_read = True {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.953690] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] SECURITYGROUP.enable_ipset = True {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.953889] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] SECURITYGROUP.enable_security_group = True {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.954050] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.954195] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.954342] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] experimental.ipv6_pd_enabled = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.954495] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] ml2.extension_drivers = ['port_security'] {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.954630] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] ml2.external_network_type = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.954777] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.954916] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] ml2.overlay_ip_version = 4 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.955067] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] ml2.path_mtu = 8950 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.955207] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] ml2.physical_network_mtus = {} {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.955347] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] ml2.tenant_network_types = ['vlan'] {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.955485] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.955625] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] ml2.type_drivers = ['vlan'] {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.955769] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] AGENT_CLI.neutron_port_id = [] {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.955900] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.956046] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.956193] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.956333] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.956476] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.956656] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.956812] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.956953] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.957168] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.957313] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] NSXV3.nsxv3_login_password = **** {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.957456] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] NSXV3.nsxv3_login_port = 443 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.957593] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] NSXV3.nsxv3_login_user = admin {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.957733] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.957875] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.958015] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.958150] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.958289] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.958431] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.958568] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.958707] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.958838] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.958973] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.959128] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.959261] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.959399] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.959595] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.959766] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] vsphere.vsphere_login_password = VMware1! {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.959912] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.960061] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.960206] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] nova.auth_section = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.960348] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] nova.auth_type = password {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.960485] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.960615] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] nova.certfile = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.960750] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] nova.collect_timing = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.960890] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] nova.endpoint_type = public {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.961031] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] nova.insecure = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.961161] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] nova.keyfile = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.961299] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] nova.region_name = RegionOne {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.961431] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] nova.split_loggers = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.961562] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] nova.timeout = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.961695] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] placement.auth_section = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.961834] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] placement.auth_type = password {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.961970] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.962108] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] placement.certfile = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.962243] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] placement.collect_timing = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.962376] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] placement.endpoint_type = public {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.962505] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] placement.insecure = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.962630] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] placement.keyfile = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.962777] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] placement.region_name = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.962910] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] placement.split_loggers = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.963049] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] placement.timeout = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.963186] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] ironic.auth_section = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.963313] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] ironic.auth_type = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.963437] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] ironic.cafile = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.963559] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] ironic.certfile = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.963693] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] ironic.collect_timing = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.963821] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] ironic.connect_retries = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.963947] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] ironic.connect_retry_delay = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.964086] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] ironic.enable_notifications = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.964212] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] ironic.endpoint_override = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.964341] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] ironic.insecure = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.964468] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] ironic.interface = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.964598] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] ironic.keyfile = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.964726] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] ironic.max_version = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.964853] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] ironic.min_version = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.964978] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] ironic.region_name = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.965115] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] ironic.retriable_status_codes = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.965239] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] ironic.service_name = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.965364] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] ironic.service_type = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.965490] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] ironic.split_loggers = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.965616] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] ironic.status_code_retries = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.965762] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] ironic.status_code_retry_delay = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.965895] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] ironic.timeout = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.966035] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] ironic.valid_interfaces = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.966163] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] ironic.version = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.966299] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] cli_script.dry_run = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.966440] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.966594] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.966735] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.966865] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.966994] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.967141] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.967271] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.967400] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.967580] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.967730] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.967859] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.967994] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.968144] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.968278] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.968407] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.968542] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.968698] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.968845] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.968985] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.969128] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.969255] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.969381] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.969509] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.969638] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.969764] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.969889] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.970022] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.970153] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.970279] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.970406] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.970534] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_messaging_rabbit.ssl = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.970671] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.970805] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.970933] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.971078] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.971215] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_messaging_rabbit.ssl_version = {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.971346] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.971490] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_messaging_notifications.driver = [] {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.971676] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_messaging_notifications.retry = -1 {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.971847] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.971983] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] oslo_messaging_notifications.transport_url = **** {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.972094] env[65517]: DEBUG oslo_service.backend._eventlet.service [None req-2583ec18-b6fc-438f-968f-cb8dbaf461dd None None] ******************************************************************************** {{(pid=65517) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 547.973230] env[65517]: DEBUG neutron.agent.securitygroups_rpc [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Init firewall settings (driver=nsxv3) {{(pid=65517) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 547.974569] env[65517]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65517) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 547.974852] env[65517]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7e4570b2-4534-494d-b989-350353d69627 None None] RPC agent_id: nsxm-l-01a.corp.local [ 547.977102] env[65517]: DEBUG dogpile.cache.region [None req-7e4570b2-4534-494d-b989-350353d69627 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 547.977220] env[65517]: DEBUG dogpile.lock [None req-7e4570b2-4534-494d-b989-350353d69627 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 547.977316] env[65517]: DEBUG dogpile.lock [None req-7e4570b2-4534-494d-b989-350353d69627 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 547.977404] env[65517]: DEBUG dogpile.lock [None req-7e4570b2-4534-494d-b989-350353d69627 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 547.977504] env[65517]: DEBUG dogpile.cache.region [None req-7e4570b2-4534-494d-b989-350353d69627 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 547.977605] env[65517]: DEBUG dogpile.lock [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 547.977729] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 547.996516] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Session token - acquiring [ 547.998037] env[65517]: DEBUG networking_nsxv3.common.locking [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.998227] env[65517]: DEBUG oslo_concurrency.lockutils [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.998317] env[65517]: DEBUG oslo_concurrency.lockutils [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.998792] env[65517]: DEBUG oslo_concurrency.lockutils [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 548.011248] env[65517]: DEBUG oslo_concurrency.lockutils [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.283211] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 548.304994] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e4570b2-4534-494d-b989-350353d69627 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 548.305215] env[65517]: DEBUG dogpile.cache.region [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Cache value generated in 0.327 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 548.305262] env[65517]: DEBUG dogpile.lock [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 548.305361] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Activating Policy API Provider. [ 548.305554] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Looking for the default Infrastructure Rules. [ 548.378612] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Looking for the Default Layer3 Logged Drop Section. [ 548.394301] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 548.394756] env[65517]: DEBUG networking_nsxv3.common.locking [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.394924] env[65517]: DEBUG oslo_concurrency.lockutils [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Acquiring lock "all" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.395050] env[65517]: DEBUG oslo_concurrency.lockutils [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Acquired lock "all" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.395375] env[65517]: DEBUG oslo_concurrency.lockutils [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Acquired external semaphore "all" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 548.395708] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-7e4570b2-4534-494d-b989-350353d69627 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 548.911025] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-7e4570b2-4534-494d-b989-350353d69627 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 549.413883] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-7e4570b2-4534-494d-b989-350353d69627 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 549.916920] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Inventory metadata is going to be refreshed. [ 549.917095] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e4570b2-4534-494d-b989-350353d69627 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 550.796229] env[65517]: DEBUG networking_nsxv3.common.locking [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.796692] env[65517]: DEBUG oslo_concurrency.lockutils [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.796692] env[65517]: DEBUG oslo_concurrency.lockutils [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.796893] env[65517]: DEBUG oslo_concurrency.lockutils [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.808502] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 550.809396] env[65517]: DEBUG oslo_concurrency.lockutils [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.809991] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e4570b2-4534-494d-b989-350353d69627 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 550.827350] env[65517]: DEBUG networking_nsxv3.common.locking [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.827580] env[65517]: DEBUG oslo_concurrency.lockutils [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.827632] env[65517]: DEBUG oslo_concurrency.lockutils [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.827932] env[65517]: DEBUG oslo_concurrency.lockutils [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.828076] env[65517]: DEBUG oslo_concurrency.lockutils [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.828222] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e4570b2-4534-494d-b989-350353d69627 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 550.828332] env[65517]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65517) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 550.828432] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e4570b2-4534-494d-b989-350353d69627 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 550.849027] env[65517]: DEBUG networking_nsxv3.common.locking [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.849215] env[65517]: DEBUG oslo_concurrency.lockutils [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.849318] env[65517]: DEBUG oslo_concurrency.lockutils [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.849608] env[65517]: DEBUG oslo_concurrency.lockutils [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.849776] env[65517]: DEBUG oslo_concurrency.lockutils [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.849924] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e4570b2-4534-494d-b989-350353d69627 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 550.871016] env[65517]: DEBUG networking_nsxv3.common.locking [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.871347] env[65517]: DEBUG oslo_concurrency.lockutils [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.871454] env[65517]: DEBUG oslo_concurrency.lockutils [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.871751] env[65517]: DEBUG oslo_concurrency.lockutils [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.871894] env[65517]: DEBUG oslo_concurrency.lockutils [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.872047] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e4570b2-4534-494d-b989-350353d69627 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 550.902310] env[65517]: DEBUG networking_nsxv3.common.locking [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.902549] env[65517]: DEBUG oslo_concurrency.lockutils [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Acquiring lock "Address Group" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.902549] env[65517]: DEBUG oslo_concurrency.lockutils [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Acquired lock "Address Group" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.902924] env[65517]: DEBUG oslo_concurrency.lockutils [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Acquired external semaphore "Address Group" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.903090] env[65517]: DEBUG oslo_concurrency.lockutils [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Releasing lock "Address Group" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.903222] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e4570b2-4534-494d-b989-350353d69627 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 550.903348] env[65517]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65517) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 550.903451] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e4570b2-4534-494d-b989-350353d69627 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 550.922226] env[65517]: DEBUG networking_nsxv3.common.locking [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.922514] env[65517]: DEBUG oslo_concurrency.lockutils [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Acquiring lock "Segment QoS" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.922514] env[65517]: DEBUG oslo_concurrency.lockutils [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Acquired lock "Segment QoS" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.922785] env[65517]: DEBUG oslo_concurrency.lockutils [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Acquired external semaphore "Segment QoS" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.922914] env[65517]: DEBUG oslo_concurrency.lockutils [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Releasing lock "Segment QoS" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.923102] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e4570b2-4534-494d-b989-350353d69627 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 550.923207] env[65517]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65517) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 550.923312] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e4570b2-4534-494d-b989-350353d69627 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 550.943958] env[65517]: DEBUG networking_nsxv3.common.locking [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.944220] env[65517]: DEBUG oslo_concurrency.lockutils [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.944266] env[65517]: DEBUG oslo_concurrency.lockutils [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.944538] env[65517]: DEBUG oslo_concurrency.lockutils [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.944710] env[65517]: DEBUG oslo_concurrency.lockutils [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.944869] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e4570b2-4534-494d-b989-350353d69627 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 550.944973] env[65517]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65517) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 550.945079] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Inventory metadata have been refreshed. [ 550.945177] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Dryrun:True. Metadata refresh completed. [ 550.945291] env[65517]: DEBUG oslo_concurrency.lockutils [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Releasing lock "all" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.947354] env[65517]: INFO neutron.agent.agent_extensions_manager [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Loaded agent extensions: [] [ 550.948086] env[65517]: DEBUG neutron_lib.callbacks.manager [None req-7e4570b2-4534-494d-b989-350353d69627 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65517) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 551.001253] env[65517]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7e4570b2-4534-494d-b989-350353d69627 None None] NSXv3 Agent Agent RPC Daemon Started! [ 551.001443] env[65517]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7e4570b2-4534-494d-b989-350353d69627 None None] NSXv3 Agent Agent loop - iteration:0 started [ 551.001443] env[65517]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7e4570b2-4534-494d-b989-350353d69627 None None] NSXv3 Agent Agent out of sync with plugin! [ 555.948527] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 555.948527] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 560.949325] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 560.949325] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 561.951704] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.951704] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.951704] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.952207] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 561.953206] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 562.455572] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 562.958476] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 563.460729] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 563.460886] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 564.192694] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.193110] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.193110] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.193110] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.205098] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 564.205883] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.206559] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 564.225467] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.225669] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.225669] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.225850] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.225918] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.226032] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 564.226103] env[65517]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65517) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 564.226176] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 564.247659] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.247894] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.247894] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.248173] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.248315] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.248428] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 564.270897] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.271147] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.271147] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.271362] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.271469] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.271584] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 564.291661] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.291876] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.291876] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.292075] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.292179] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.292293] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 564.292364] env[65517]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65517) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 564.292432] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 564.310497] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.310698] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.310698] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.310904] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.310997] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.311121] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 564.311193] env[65517]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65517) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 564.311262] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 564.334359] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.334584] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.334584] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.334825] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.334930] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.335062] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 564.335134] env[65517]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65517) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 564.335200] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 564.335263] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 564.335335] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 564.335397] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 564.335456] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 564.335712] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 564.335779] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 564.335853] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 564.357400] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.357633] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.357633] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.357795] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.357901] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.358015] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 564.377493] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.377757] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.377757] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.377923] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.378036] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.424717] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.950092] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 565.950463] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 566.243420] env[65517]: INFO networking_nsxv3.common.synchronization [None req-54ad684f-33c0-43c9-8b5c-177999981a6a demo admin] Enqueued Resource ID: 4aa796b3-0e61-4b4e-99f0-5260c1500091 with Priority: HIGHEST for action security_group_rules [ 566.243968] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4aa796b3-0e61-4b4e-99f0-5260c1500091 with Priority: HIGHEST for action security_group_rules [ 566.244286] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4aa796b3-0e61-4b4e-99f0-5260c1500091 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.244411] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4aa796b3-0e61-4b4e-99f0-5260c1500091" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.244479] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4aa796b3-0e61-4b4e-99f0-5260c1500091" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.244732] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4aa796b3-0e61-4b4e-99f0-5260c1500091" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.244815] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4aa796b3-0e61-4b4e-99f0-5260c1500091',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.766598] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.766886] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.766886] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.767081] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.767174] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.767271] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4aa796b3-0e61-4b4e-99f0-5260c1500091 already deleted. [ 566.767353] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4aa796b3-0e61-4b4e-99f0-5260c1500091" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.245276] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 571.245722] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 576.246291] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 576.246678] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 581.247440] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 581.247853] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 586.248481] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 586.248819] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 590.789622] env[65517]: INFO networking_nsxv3.common.synchronization [None req-a5540a45-4176-4023-b552-f1ad422e352b None None] Enqueued Resource ID: c8c6b5fb-ce8a-414d-9e92-1028c892c26f with Priority: HIGHEST for action port [ 590.790342] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8c6b5fb-ce8a-414d-9e92-1028c892c26f with Priority: HIGHEST for action port [ 590.790555] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8c6b5fb-ce8a-414d-9e92-1028c892c26f taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.790685] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8c6b5fb-ce8a-414d-9e92-1028c892c26f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.790755] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8c6b5fb-ce8a-414d-9e92-1028c892c26f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.792778] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8c6b5fb-ce8a-414d-9e92-1028c892c26f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.792916] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8c6b5fb-ce8a-414d-9e92-1028c892c26f',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.295431] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8c6b5fb-ce8a-414d-9e92-1028c892c26f [ 591.295665] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.296549] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.297217] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.297217] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.297217] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.297217] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8c6b5fb-ce8a-414d-9e92-1028c892c26f already deleted. [ 591.297217] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8c6b5fb-ce8a-414d-9e92-1028c892c26f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.285391] env[65517]: INFO networking_nsxv3.common.synchronization [None req-0d04fd9e-b347-4fd4-ac12-041dfab45ac1 None None] Enqueued Resource ID: 12309e79-f51b-46b1-907f-237329698f97 with Priority: HIGHEST for action port [ 592.285925] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12309e79-f51b-46b1-907f-237329698f97 with Priority: HIGHEST for action port [ 592.286235] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-12309e79-f51b-46b1-907f-237329698f97 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.286384] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12309e79-f51b-46b1-907f-237329698f97" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.286476] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12309e79-f51b-46b1-907f-237329698f97" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.286741] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12309e79-f51b-46b1-907f-237329698f97" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.286844] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12309e79-f51b-46b1-907f-237329698f97',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.790572] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 12309e79-f51b-46b1-907f-237329698f97 [ 592.790572] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.790572] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.790572] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.790572] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.790572] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.790572] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:12309e79-f51b-46b1-907f-237329698f97 already deleted. [ 592.790572] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12309e79-f51b-46b1-907f-237329698f97" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.508291] env[65517]: INFO networking_nsxv3.common.synchronization [None req-f93b8d5e-99b5-4a3a-a10f-7fc2682e1a9b None None] Enqueued Resource ID: 50405204-b460-4564-9685-8cb7a985d1db with Priority: HIGHEST for action port [ 593.508291] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50405204-b460-4564-9685-8cb7a985d1db with Priority: HIGHEST for action port [ 593.508291] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-50405204-b460-4564-9685-8cb7a985d1db taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.508897] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50405204-b460-4564-9685-8cb7a985d1db" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.508897] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50405204-b460-4564-9685-8cb7a985d1db" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.508897] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50405204-b460-4564-9685-8cb7a985d1db" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.508897] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50405204-b460-4564-9685-8cb7a985d1db',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.011692] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50405204-b460-4564-9685-8cb7a985d1db [ 594.011921] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.012069] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.012135] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.012345] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.012458] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.012561] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50405204-b460-4564-9685-8cb7a985d1db already deleted. [ 594.012643] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50405204-b460-4564-9685-8cb7a985d1db" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.237712] env[65517]: INFO networking_nsxv3.common.synchronization [None req-13254bcb-844b-4e6b-b297-ee1300259db7 None None] Enqueued Resource ID: 1fd1ed1f-a084-44a0-bffa-3e0a797eb965 with Priority: HIGHEST for action port [ 595.238701] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fd1ed1f-a084-44a0-bffa-3e0a797eb965 with Priority: HIGHEST for action port [ 595.239244] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fd1ed1f-a084-44a0-bffa-3e0a797eb965 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.239244] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fd1ed1f-a084-44a0-bffa-3e0a797eb965" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.239419] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fd1ed1f-a084-44a0-bffa-3e0a797eb965" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.239598] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fd1ed1f-a084-44a0-bffa-3e0a797eb965" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.239691] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fd1ed1f-a084-44a0-bffa-3e0a797eb965',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.742604] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1fd1ed1f-a084-44a0-bffa-3e0a797eb965 [ 595.742655] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.742872] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.742872] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.743057] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.743153] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.743246] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1fd1ed1f-a084-44a0-bffa-3e0a797eb965 already deleted. [ 595.743423] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fd1ed1f-a084-44a0-bffa-3e0a797eb965" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.747831] env[65517]: INFO networking_nsxv3.common.synchronization [None req-efbf4573-5dae-461c-b377-860ff4ebcb97 None None] Enqueued Resource ID: b1bc8c7b-433d-4c22-81ea-a357ca2464ae with Priority: HIGHEST for action port [ 599.748717] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1bc8c7b-433d-4c22-81ea-a357ca2464ae with Priority: HIGHEST for action port [ 599.748717] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1bc8c7b-433d-4c22-81ea-a357ca2464ae taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.748907] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1bc8c7b-433d-4c22-81ea-a357ca2464ae" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.748907] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1bc8c7b-433d-4c22-81ea-a357ca2464ae" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.749464] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1bc8c7b-433d-4c22-81ea-a357ca2464ae" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.749464] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1bc8c7b-433d-4c22-81ea-a357ca2464ae',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.252613] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1bc8c7b-433d-4c22-81ea-a357ca2464ae [ 600.252835] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.253094] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.253164] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.253627] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.253627] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.253627] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1bc8c7b-433d-4c22-81ea-a357ca2464ae already deleted. [ 600.253800] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1bc8c7b-433d-4c22-81ea-a357ca2464ae" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.383962] env[65517]: INFO networking_nsxv3.common.synchronization [None req-80460a40-9cd4-4d14-a781-6713bf7dbe16 None None] Enqueued Resource ID: e9af5e24-848e-4872-9c3b-f42b64ea7129 with Priority: HIGHEST for action port [ 600.384710] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9af5e24-848e-4872-9c3b-f42b64ea7129 with Priority: HIGHEST for action port [ 600.384998] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9af5e24-848e-4872-9c3b-f42b64ea7129 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.385530] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9af5e24-848e-4872-9c3b-f42b64ea7129" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.385530] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9af5e24-848e-4872-9c3b-f42b64ea7129" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.385530] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9af5e24-848e-4872-9c3b-f42b64ea7129" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.385676] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9af5e24-848e-4872-9c3b-f42b64ea7129',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.863303] env[65517]: INFO networking_nsxv3.common.synchronization [None req-07ca362c-50f6-4247-9e65-cf4ac0562dfb None None] Enqueued Resource ID: 324a1a44-0aef-4d6f-850a-97f754f55801 with Priority: HIGHEST for action port [ 600.863910] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 324a1a44-0aef-4d6f-850a-97f754f55801 with Priority: HIGHEST for action port [ 600.864222] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-324a1a44-0aef-4d6f-850a-97f754f55801 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.864348] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-324a1a44-0aef-4d6f-850a-97f754f55801" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.864415] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-324a1a44-0aef-4d6f-850a-97f754f55801" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.864661] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-324a1a44-0aef-4d6f-850a-97f754f55801" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.864743] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('324a1a44-0aef-4d6f-850a-97f754f55801',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.892213] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9af5e24-848e-4872-9c3b-f42b64ea7129 [ 600.892213] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.892213] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.892213] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.892213] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.892213] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.892213] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9af5e24-848e-4872-9c3b-f42b64ea7129 already deleted. [ 600.892213] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9af5e24-848e-4872-9c3b-f42b64ea7129" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.212244] env[65517]: INFO networking_nsxv3.common.synchronization [None req-58e4e96e-652e-4222-988e-6f72e62c8ecb None None] Enqueued Resource ID: a7651443-4fa5-45d7-b6be-50c23fedfad5 with Priority: HIGHEST for action port [ 601.212499] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7651443-4fa5-45d7-b6be-50c23fedfad5 with Priority: HIGHEST for action port [ 601.213062] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7651443-4fa5-45d7-b6be-50c23fedfad5 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.213188] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7651443-4fa5-45d7-b6be-50c23fedfad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.213255] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7651443-4fa5-45d7-b6be-50c23fedfad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.213495] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7651443-4fa5-45d7-b6be-50c23fedfad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.213577] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7651443-4fa5-45d7-b6be-50c23fedfad5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.366819] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 324a1a44-0aef-4d6f-850a-97f754f55801 [ 601.366934] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.367249] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.367249] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.367431] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.367522] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.367619] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:324a1a44-0aef-4d6f-850a-97f754f55801 already deleted. [ 601.367700] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-324a1a44-0aef-4d6f-850a-97f754f55801" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.716143] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7651443-4fa5-45d7-b6be-50c23fedfad5 [ 601.716391] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.716515] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.716719] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.716780] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.716935] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.716935] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7651443-4fa5-45d7-b6be-50c23fedfad5 already deleted. [ 601.716990] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7651443-4fa5-45d7-b6be-50c23fedfad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.771898] env[65517]: INFO networking_nsxv3.common.synchronization [None req-f321ed40-d4f2-41cf-b855-601ecf3c508d None None] Enqueued Resource ID: dfc54890-e8e9-41a2-9bf7-f6d01ccbbc42 with Priority: HIGHEST for action port [ 601.772156] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfc54890-e8e9-41a2-9bf7-f6d01ccbbc42 with Priority: HIGHEST for action port [ 601.772948] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfc54890-e8e9-41a2-9bf7-f6d01ccbbc42 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.772948] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfc54890-e8e9-41a2-9bf7-f6d01ccbbc42" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.772948] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfc54890-e8e9-41a2-9bf7-f6d01ccbbc42" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.773160] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfc54890-e8e9-41a2-9bf7-f6d01ccbbc42" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.773160] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfc54890-e8e9-41a2-9bf7-f6d01ccbbc42',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.134717] env[65517]: INFO networking_nsxv3.common.synchronization [None req-cbc378f9-7414-4490-85b0-7f613fe406ab None None] Enqueued Resource ID: fe15ada4-205c-4d0d-ac89-dda55d08ab7f with Priority: HIGHEST for action port [ 602.134717] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe15ada4-205c-4d0d-ac89-dda55d08ab7f with Priority: HIGHEST for action port [ 602.134717] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe15ada4-205c-4d0d-ac89-dda55d08ab7f taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.134717] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe15ada4-205c-4d0d-ac89-dda55d08ab7f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.134717] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe15ada4-205c-4d0d-ac89-dda55d08ab7f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.135115] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe15ada4-205c-4d0d-ac89-dda55d08ab7f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.135115] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe15ada4-205c-4d0d-ac89-dda55d08ab7f',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.278043] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dfc54890-e8e9-41a2-9bf7-f6d01ccbbc42 [ 602.278791] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.278791] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.278791] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.278791] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.278791] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.279056] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dfc54890-e8e9-41a2-9bf7-f6d01ccbbc42 already deleted. [ 602.279056] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfc54890-e8e9-41a2-9bf7-f6d01ccbbc42" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.542304] env[65517]: INFO networking_nsxv3.common.synchronization [None req-bbdb0114-5780-4c86-b42b-8a847d3c997b None None] Enqueued Resource ID: 49e23994-7627-409c-ac91-3f1f88074f73 with Priority: HIGHEST for action port [ 602.542914] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49e23994-7627-409c-ac91-3f1f88074f73 with Priority: HIGHEST for action port [ 602.543233] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-49e23994-7627-409c-ac91-3f1f88074f73 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.543350] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49e23994-7627-409c-ac91-3f1f88074f73" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.543412] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49e23994-7627-409c-ac91-3f1f88074f73" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.543658] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49e23994-7627-409c-ac91-3f1f88074f73" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.543768] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49e23994-7627-409c-ac91-3f1f88074f73',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.640157] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe15ada4-205c-4d0d-ac89-dda55d08ab7f [ 602.640413] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.640550] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.640617] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.640815] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.640901] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.640990] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe15ada4-205c-4d0d-ac89-dda55d08ab7f already deleted. [ 602.641321] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe15ada4-205c-4d0d-ac89-dda55d08ab7f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.788908] env[65517]: INFO networking_nsxv3.common.synchronization [None req-cf339c22-60b2-4652-8af1-4e11ea1a57b4 None None] Enqueued Resource ID: 1ed21fcc-5656-4b59-b6cb-712a55804307 with Priority: HIGHEST for action port [ 602.789490] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ed21fcc-5656-4b59-b6cb-712a55804307 with Priority: HIGHEST for action port [ 602.789805] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ed21fcc-5656-4b59-b6cb-712a55804307 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.789916] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ed21fcc-5656-4b59-b6cb-712a55804307" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.789990] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ed21fcc-5656-4b59-b6cb-712a55804307" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.790902] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ed21fcc-5656-4b59-b6cb-712a55804307" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.791279] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ed21fcc-5656-4b59-b6cb-712a55804307',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.046294] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49e23994-7627-409c-ac91-3f1f88074f73 [ 603.046551] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.046694] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.046758] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.046971] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.047077] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.047435] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49e23994-7627-409c-ac91-3f1f88074f73 already deleted. [ 603.047435] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49e23994-7627-409c-ac91-3f1f88074f73" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.293884] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ed21fcc-5656-4b59-b6cb-712a55804307 [ 603.294986] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.295143] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.295212] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.295420] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.295768] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.295768] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ed21fcc-5656-4b59-b6cb-712a55804307 already deleted. [ 603.295768] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ed21fcc-5656-4b59-b6cb-712a55804307" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.722618] env[65517]: INFO networking_nsxv3.common.synchronization [None req-aed81f73-36ab-4a6a-96bd-9d16bebfe539 None None] Enqueued Resource ID: a3ddc82b-f1e0-42f5-a645-6a2823f79677 with Priority: HIGHEST for action port [ 603.722962] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ddc82b-f1e0-42f5-a645-6a2823f79677 with Priority: HIGHEST for action port [ 603.723298] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3ddc82b-f1e0-42f5-a645-6a2823f79677 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.723427] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3ddc82b-f1e0-42f5-a645-6a2823f79677" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.723489] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3ddc82b-f1e0-42f5-a645-6a2823f79677" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.723956] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3ddc82b-f1e0-42f5-a645-6a2823f79677" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.723956] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3ddc82b-f1e0-42f5-a645-6a2823f79677',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.229373] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a3ddc82b-f1e0-42f5-a645-6a2823f79677 [ 604.229373] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.229373] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.229373] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.229373] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.229373] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.229373] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a3ddc82b-f1e0-42f5-a645-6a2823f79677 already deleted. [ 604.229373] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3ddc82b-f1e0-42f5-a645-6a2823f79677" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.527413] env[65517]: INFO networking_nsxv3.common.synchronization [None req-c4f0bd4e-89fe-4980-902e-7a3abd37ebd7 None None] Enqueued Resource ID: a5ee45ed-014b-4a79-8a38-f48aa69a86c4 with Priority: HIGHEST for action port [ 604.527664] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5ee45ed-014b-4a79-8a38-f48aa69a86c4 with Priority: HIGHEST for action port [ 604.528756] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5ee45ed-014b-4a79-8a38-f48aa69a86c4 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.528948] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5ee45ed-014b-4a79-8a38-f48aa69a86c4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.529026] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5ee45ed-014b-4a79-8a38-f48aa69a86c4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.529287] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5ee45ed-014b-4a79-8a38-f48aa69a86c4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.530555] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5ee45ed-014b-4a79-8a38-f48aa69a86c4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.551955] env[65517]: INFO networking_nsxv3.common.synchronization [None req-d33d7b5a-25f4-4cbf-a1fc-ac28d9649dd5 None None] Enqueued Resource ID: 7d0c385f-b0e8-4f16-9d07-b3e34a16e967 with Priority: HIGHEST for action port [ 604.552545] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d0c385f-b0e8-4f16-9d07-b3e34a16e967 with Priority: HIGHEST for action port [ 604.552861] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d0c385f-b0e8-4f16-9d07-b3e34a16e967 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.553306] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d0c385f-b0e8-4f16-9d07-b3e34a16e967" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.553383] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d0c385f-b0e8-4f16-9d07-b3e34a16e967" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.553710] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d0c385f-b0e8-4f16-9d07-b3e34a16e967" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.553710] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d0c385f-b0e8-4f16-9d07-b3e34a16e967',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.031163] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5ee45ed-014b-4a79-8a38-f48aa69a86c4 [ 605.031421] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.031561] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.031629] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.031915] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.031956] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.032037] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5ee45ed-014b-4a79-8a38-f48aa69a86c4 already deleted. [ 605.032119] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5ee45ed-014b-4a79-8a38-f48aa69a86c4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.059754] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d0c385f-b0e8-4f16-9d07-b3e34a16e967 [ 605.060336] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.060527] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.060625] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.060986] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.060986] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.061090] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d0c385f-b0e8-4f16-9d07-b3e34a16e967 already deleted. [ 605.061149] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d0c385f-b0e8-4f16-9d07-b3e34a16e967" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.610807] env[65517]: INFO networking_nsxv3.common.synchronization [None req-310d5cb2-e701-4958-b102-d09d06733583 None None] Enqueued Resource ID: f99d2cef-d786-4b56-a6e6-0ce6f99a78cd with Priority: HIGHEST for action port [ 605.610807] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f99d2cef-d786-4b56-a6e6-0ce6f99a78cd with Priority: HIGHEST for action port [ 605.611248] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-f99d2cef-d786-4b56-a6e6-0ce6f99a78cd taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.611575] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f99d2cef-d786-4b56-a6e6-0ce6f99a78cd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.611575] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f99d2cef-d786-4b56-a6e6-0ce6f99a78cd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.611824] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f99d2cef-d786-4b56-a6e6-0ce6f99a78cd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.611952] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f99d2cef-d786-4b56-a6e6-0ce6f99a78cd',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.114215] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f99d2cef-d786-4b56-a6e6-0ce6f99a78cd [ 606.118063] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.118063] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.118063] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.118063] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.118063] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.118063] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f99d2cef-d786-4b56-a6e6-0ce6f99a78cd already deleted. [ 606.118063] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f99d2cef-d786-4b56-a6e6-0ce6f99a78cd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.616295] env[65517]: INFO networking_nsxv3.common.synchronization [None req-4194dc6e-79b9-4551-b924-b8d386831c16 None None] Enqueued Resource ID: 56641ed8-2a42-4ace-b1e4-63abb152f59b with Priority: HIGHEST for action port [ 606.617251] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56641ed8-2a42-4ace-b1e4-63abb152f59b with Priority: HIGHEST for action port [ 606.617352] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-56641ed8-2a42-4ace-b1e4-63abb152f59b taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.617530] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56641ed8-2a42-4ace-b1e4-63abb152f59b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.617629] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56641ed8-2a42-4ace-b1e4-63abb152f59b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.617929] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56641ed8-2a42-4ace-b1e4-63abb152f59b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.618490] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56641ed8-2a42-4ace-b1e4-63abb152f59b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.121651] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56641ed8-2a42-4ace-b1e4-63abb152f59b [ 607.121785] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.121917] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.121986] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.122220] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.122310] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.122404] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56641ed8-2a42-4ace-b1e4-63abb152f59b already deleted. [ 607.123194] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56641ed8-2a42-4ace-b1e4-63abb152f59b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.086951] env[65517]: INFO networking_nsxv3.common.synchronization [None req-24548274-f1e3-4a9e-9518-f4c261150877 None None] Enqueued Resource ID: 18bbd42d-808f-423f-8784-f858bec7b38c with Priority: HIGHEST for action port [ 608.086951] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18bbd42d-808f-423f-8784-f858bec7b38c with Priority: HIGHEST for action port [ 608.086951] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-18bbd42d-808f-423f-8784-f858bec7b38c taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.086951] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18bbd42d-808f-423f-8784-f858bec7b38c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.086951] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18bbd42d-808f-423f-8784-f858bec7b38c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.087994] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18bbd42d-808f-423f-8784-f858bec7b38c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.088210] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18bbd42d-808f-423f-8784-f858bec7b38c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.592193] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18bbd42d-808f-423f-8784-f858bec7b38c [ 608.592193] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.592193] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.592193] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.592426] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.592465] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.592622] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18bbd42d-808f-423f-8784-f858bec7b38c already deleted. [ 608.592622] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18bbd42d-808f-423f-8784-f858bec7b38c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.743406] env[65517]: INFO networking_nsxv3.common.synchronization [None req-08daaf42-90c8-4847-84af-391e57cb0c5a None None] Enqueued Resource ID: 498de30d-9af9-4895-93a2-f057a3912367 with Priority: HIGHEST for action port [ 608.743536] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 498de30d-9af9-4895-93a2-f057a3912367 with Priority: HIGHEST for action port [ 608.744095] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-498de30d-9af9-4895-93a2-f057a3912367 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.744221] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-498de30d-9af9-4895-93a2-f057a3912367" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.744289] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-498de30d-9af9-4895-93a2-f057a3912367" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.744540] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-498de30d-9af9-4895-93a2-f057a3912367" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.744624] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('498de30d-9af9-4895-93a2-f057a3912367',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.243693] env[65517]: INFO networking_nsxv3.common.synchronization [None req-8256171d-288e-44d0-938c-07ab8ba0483d None None] Enqueued Resource ID: cf7516dc-3e78-4c61-ba90-2c8542216f79 with Priority: HIGHEST for action port [ 609.245032] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf7516dc-3e78-4c61-ba90-2c8542216f79 with Priority: HIGHEST for action port [ 609.245032] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf7516dc-3e78-4c61-ba90-2c8542216f79 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.245032] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf7516dc-3e78-4c61-ba90-2c8542216f79" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.245032] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf7516dc-3e78-4c61-ba90-2c8542216f79" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.245401] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf7516dc-3e78-4c61-ba90-2c8542216f79" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.245401] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf7516dc-3e78-4c61-ba90-2c8542216f79',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.251033] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 498de30d-9af9-4895-93a2-f057a3912367 [ 609.251033] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.251033] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.251033] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.251033] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.251033] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.251033] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:498de30d-9af9-4895-93a2-f057a3912367 already deleted. [ 609.251033] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-498de30d-9af9-4895-93a2-f057a3912367" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.749685] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf7516dc-3e78-4c61-ba90-2c8542216f79 [ 609.749685] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.749685] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.749685] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.749685] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.749685] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.749685] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf7516dc-3e78-4c61-ba90-2c8542216f79 already deleted. [ 609.749685] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf7516dc-3e78-4c61-ba90-2c8542216f79" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.926368] env[65517]: INFO networking_nsxv3.common.synchronization [None req-0581e7f4-9820-428b-bbe3-99cf378d70fe tempest-AttachInterfacesTestJSON-1046622067 tempest-AttachInterfacesTestJSON-1046622067-project-member] Enqueued Resource ID: 32714301-46a1-49ef-a2f1-15ebc0f2af10 with Priority: HIGHEST for action security_group_rules [ 609.927034] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32714301-46a1-49ef-a2f1-15ebc0f2af10 with Priority: HIGHEST for action security_group_rules [ 609.927222] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32714301-46a1-49ef-a2f1-15ebc0f2af10 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.927368] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32714301-46a1-49ef-a2f1-15ebc0f2af10" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.927430] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32714301-46a1-49ef-a2f1-15ebc0f2af10" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.927672] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32714301-46a1-49ef-a2f1-15ebc0f2af10" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.927753] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32714301-46a1-49ef-a2f1-15ebc0f2af10',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.116320] env[65517]: INFO networking_nsxv3.common.synchronization [None req-bb723bc7-0746-4da1-bc1e-f53cfa9dcc9a tempest-AttachInterfacesTestJSON-1046622067 tempest-AttachInterfacesTestJSON-1046622067-project-member] Enqueued Resource ID: 32714301-46a1-49ef-a2f1-15ebc0f2af10 with Priority: HIGHEST for action security_group_rules [ 610.117132] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32714301-46a1-49ef-a2f1-15ebc0f2af10 with Priority: HIGHEST for action security_group_rules [ 610.117465] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32714301-46a1-49ef-a2f1-15ebc0f2af10 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.117572] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32714301-46a1-49ef-a2f1-15ebc0f2af10" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.448825] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.449133] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.449133] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.449272] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.449362] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.449456] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32714301-46a1-49ef-a2f1-15ebc0f2af10 already deleted. [ 610.449538] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32714301-46a1-49ef-a2f1-15ebc0f2af10" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.451154] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32714301-46a1-49ef-a2f1-15ebc0f2af10" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.451154] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32714301-46a1-49ef-a2f1-15ebc0f2af10" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.451154] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32714301-46a1-49ef-a2f1-15ebc0f2af10',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.873965] env[65517]: INFO networking_nsxv3.common.synchronization [None req-9f02b7c9-6800-45f6-97fd-0dd7b4a04d41 None None] Enqueued Resource ID: f18d45c3-5ea9-439f-8b7f-8dd293960e4e with Priority: HIGHEST for action port [ 610.874579] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f18d45c3-5ea9-439f-8b7f-8dd293960e4e with Priority: HIGHEST for action port [ 610.877415] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-f18d45c3-5ea9-439f-8b7f-8dd293960e4e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.877612] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f18d45c3-5ea9-439f-8b7f-8dd293960e4e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.877720] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f18d45c3-5ea9-439f-8b7f-8dd293960e4e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.878126] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f18d45c3-5ea9-439f-8b7f-8dd293960e4e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.878185] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f18d45c3-5ea9-439f-8b7f-8dd293960e4e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.922133] env[65517]: INFO networking_nsxv3.common.synchronization [None req-c5d3c894-796a-4915-aac1-8df4d66e56c2 None None] Enqueued Resource ID: 519f04f4-9e70-4ba7-b157-d7fed342b023 with Priority: HIGHEST for action port [ 610.923647] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 519f04f4-9e70-4ba7-b157-d7fed342b023 with Priority: HIGHEST for action port [ 610.923718] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-519f04f4-9e70-4ba7-b157-d7fed342b023 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.923889] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-519f04f4-9e70-4ba7-b157-d7fed342b023" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.923993] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-519f04f4-9e70-4ba7-b157-d7fed342b023" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.924301] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-519f04f4-9e70-4ba7-b157-d7fed342b023" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.924500] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('519f04f4-9e70-4ba7-b157-d7fed342b023',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.969831] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.970116] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.970189] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.970399] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.970567] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.970567] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32714301-46a1-49ef-a2f1-15ebc0f2af10 already deleted. [ 610.970665] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32714301-46a1-49ef-a2f1-15ebc0f2af10" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.380875] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f18d45c3-5ea9-439f-8b7f-8dd293960e4e [ 611.381112] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.381245] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.381317] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.381537] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.381630] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.381753] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f18d45c3-5ea9-439f-8b7f-8dd293960e4e already deleted. [ 611.381806] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f18d45c3-5ea9-439f-8b7f-8dd293960e4e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.426311] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 519f04f4-9e70-4ba7-b157-d7fed342b023 [ 611.426585] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.426763] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.427639] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.427639] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.427639] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.427639] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:519f04f4-9e70-4ba7-b157-d7fed342b023 already deleted. [ 611.427639] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-519f04f4-9e70-4ba7-b157-d7fed342b023" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.620079] env[65517]: INFO networking_nsxv3.common.synchronization [None req-25d4fa83-8519-435c-ab48-099eecefb214 None None] Enqueued Resource ID: 6ee7b59d-feb8-4cf7-b7d0-7eccec19f7dd with Priority: HIGHEST for action port [ 611.620650] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ee7b59d-feb8-4cf7-b7d0-7eccec19f7dd with Priority: HIGHEST for action port [ 611.621303] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ee7b59d-feb8-4cf7-b7d0-7eccec19f7dd taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.621303] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ee7b59d-feb8-4cf7-b7d0-7eccec19f7dd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.621487] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ee7b59d-feb8-4cf7-b7d0-7eccec19f7dd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.621741] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ee7b59d-feb8-4cf7-b7d0-7eccec19f7dd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.622642] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ee7b59d-feb8-4cf7-b7d0-7eccec19f7dd',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.125820] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ee7b59d-feb8-4cf7-b7d0-7eccec19f7dd [ 612.126181] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.126475] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.126475] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.126786] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.126786] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.126786] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ee7b59d-feb8-4cf7-b7d0-7eccec19f7dd already deleted. [ 612.126949] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ee7b59d-feb8-4cf7-b7d0-7eccec19f7dd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.778941] env[65517]: INFO networking_nsxv3.common.synchronization [None req-c4019dcb-4a75-44cb-836b-f3837ca736d2 None None] Enqueued Resource ID: 353c80b5-f6e3-43a5-8cbb-8727941cc23c with Priority: HIGHEST for action port [ 612.779673] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 353c80b5-f6e3-43a5-8cbb-8727941cc23c with Priority: HIGHEST for action port [ 612.780395] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-353c80b5-f6e3-43a5-8cbb-8727941cc23c taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.780395] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-353c80b5-f6e3-43a5-8cbb-8727941cc23c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.780395] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-353c80b5-f6e3-43a5-8cbb-8727941cc23c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.780575] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-353c80b5-f6e3-43a5-8cbb-8727941cc23c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.780575] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('353c80b5-f6e3-43a5-8cbb-8727941cc23c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.864189] env[65517]: INFO networking_nsxv3.common.synchronization [None req-fedc2783-3a0e-4b05-bdfa-d7424fbaeda9 None None] Enqueued Resource ID: c232db39-1584-48e5-8548-0029cf2ea121 with Priority: HIGHEST for action port [ 612.864189] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c232db39-1584-48e5-8548-0029cf2ea121 with Priority: HIGHEST for action port [ 612.864189] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-c232db39-1584-48e5-8548-0029cf2ea121 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.864350] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c232db39-1584-48e5-8548-0029cf2ea121" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.864350] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c232db39-1584-48e5-8548-0029cf2ea121" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.864559] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c232db39-1584-48e5-8548-0029cf2ea121" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.864638] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c232db39-1584-48e5-8548-0029cf2ea121',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.282579] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 353c80b5-f6e3-43a5-8cbb-8727941cc23c [ 613.282821] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.282955] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.283033] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.283249] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.283334] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.283439] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:353c80b5-f6e3-43a5-8cbb-8727941cc23c already deleted. [ 613.283520] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-353c80b5-f6e3-43a5-8cbb-8727941cc23c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.367079] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c232db39-1584-48e5-8548-0029cf2ea121 [ 613.367323] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.367487] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.367586] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.367772] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.367880] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.367998] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c232db39-1584-48e5-8548-0029cf2ea121 already deleted. [ 613.368109] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c232db39-1584-48e5-8548-0029cf2ea121" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.712961] env[65517]: INFO networking_nsxv3.common.synchronization [None req-9d964d21-7eb4-400b-b78a-8db266318351 tempest-AttachInterfacesUnderV243Test-1774195526 tempest-AttachInterfacesUnderV243Test-1774195526-project-member] Enqueued Resource ID: e8931dd8-eead-4912-abf3-00443bed754b with Priority: HIGHEST for action security_group_rules [ 613.713533] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8931dd8-eead-4912-abf3-00443bed754b with Priority: HIGHEST for action security_group_rules [ 613.713826] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8931dd8-eead-4912-abf3-00443bed754b taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.713950] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.714095] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.715201] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.715201] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8931dd8-eead-4912-abf3-00443bed754b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.823656] env[65517]: INFO networking_nsxv3.common.synchronization [None req-fbdb3e1f-ad2a-4a5c-8ad9-65357c709f71 tempest-AttachInterfacesUnderV243Test-1774195526 tempest-AttachInterfacesUnderV243Test-1774195526-project-member] Enqueued Resource ID: e8931dd8-eead-4912-abf3-00443bed754b with Priority: HIGHEST for action security_group_rules [ 613.824880] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8931dd8-eead-4912-abf3-00443bed754b with Priority: HIGHEST for action security_group_rules [ 613.829395] env[65517]: INFO networking_nsxv3.common.synchronization [None req-daf27fd8-5537-4da6-a454-547f4c2c63f3 None None] Enqueued Resource ID: 20bd5750-12f0-4d5f-80ed-5c95e09ca91d with Priority: HIGHEST for action port [ 613.829780] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8931dd8-eead-4912-abf3-00443bed754b taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.829901] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.830658] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20bd5750-12f0-4d5f-80ed-5c95e09ca91d with Priority: HIGHEST for action port [ 613.833383] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-20bd5750-12f0-4d5f-80ed-5c95e09ca91d taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.833383] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20bd5750-12f0-4d5f-80ed-5c95e09ca91d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.833383] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20bd5750-12f0-4d5f-80ed-5c95e09ca91d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.833383] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20bd5750-12f0-4d5f-80ed-5c95e09ca91d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.833383] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20bd5750-12f0-4d5f-80ed-5c95e09ca91d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.241407] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.242185] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.242185] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.242185] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.242185] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.242185] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8931dd8-eead-4912-abf3-00443bed754b already deleted. [ 614.242185] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.242604] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.242604] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.242604] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8931dd8-eead-4912-abf3-00443bed754b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.337080] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20bd5750-12f0-4d5f-80ed-5c95e09ca91d [ 614.337581] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.337581] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.337581] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.337836] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.337934] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.338021] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20bd5750-12f0-4d5f-80ed-5c95e09ca91d already deleted. [ 614.338091] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20bd5750-12f0-4d5f-80ed-5c95e09ca91d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.766142] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.766142] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.766327] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.766374] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.766462] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.766555] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8931dd8-eead-4912-abf3-00443bed754b already deleted. [ 614.766921] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.805379] env[65517]: INFO networking_nsxv3.common.synchronization [None req-8758e52f-9b7a-4fba-aeed-e83112b889b4 tempest-ServersTestManualDisk-124804535 tempest-ServersTestManualDisk-124804535-project-member] Enqueued Resource ID: ab442ce5-6c19-49f8-9295-22ca7019ba57 with Priority: HIGHEST for action security_group_rules [ 614.805960] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab442ce5-6c19-49f8-9295-22ca7019ba57 with Priority: HIGHEST for action security_group_rules [ 614.806349] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab442ce5-6c19-49f8-9295-22ca7019ba57 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.806410] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab442ce5-6c19-49f8-9295-22ca7019ba57" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.806457] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab442ce5-6c19-49f8-9295-22ca7019ba57" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.806703] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab442ce5-6c19-49f8-9295-22ca7019ba57" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.806774] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab442ce5-6c19-49f8-9295-22ca7019ba57',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.897110] env[65517]: INFO networking_nsxv3.common.synchronization [req-e0361041-48c0-482e-a32a-7f20cf13b537 req-17e476b0-205e-486c-a117-f9188280460a tempest-SecurityGroupRulesNegativeTestJSON-128782711 tempest-SecurityGroupRulesNegativeTestJSON-128782711-project-member] Enqueued Resource ID: 0aa5e990-d855-4a60-9b02-67205090fffd with Priority: HIGHEST for action security_group_rules [ 614.897744] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aa5e990-d855-4a60-9b02-67205090fffd with Priority: HIGHEST for action security_group_rules [ 614.898126] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0aa5e990-d855-4a60-9b02-67205090fffd taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.898260] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0aa5e990-d855-4a60-9b02-67205090fffd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.898325] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0aa5e990-d855-4a60-9b02-67205090fffd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.898920] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0aa5e990-d855-4a60-9b02-67205090fffd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.899065] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0aa5e990-d855-4a60-9b02-67205090fffd',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.066019] env[65517]: INFO networking_nsxv3.common.synchronization [None req-c2fbcaa9-d744-46c9-9773-b38827ce0cf7 tempest-ServersTestManualDisk-124804535 tempest-ServersTestManualDisk-124804535-project-member] Enqueued Resource ID: ab442ce5-6c19-49f8-9295-22ca7019ba57 with Priority: HIGHEST for action security_group_rules [ 615.066019] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab442ce5-6c19-49f8-9295-22ca7019ba57 with Priority: HIGHEST for action security_group_rules [ 615.066019] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab442ce5-6c19-49f8-9295-22ca7019ba57 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.066019] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab442ce5-6c19-49f8-9295-22ca7019ba57" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.328953] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.330031] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.330031] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.330031] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.330031] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.330031] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab442ce5-6c19-49f8-9295-22ca7019ba57 already deleted. [ 615.330031] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab442ce5-6c19-49f8-9295-22ca7019ba57" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.330272] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab442ce5-6c19-49f8-9295-22ca7019ba57" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.330363] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab442ce5-6c19-49f8-9295-22ca7019ba57" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.330442] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab442ce5-6c19-49f8-9295-22ca7019ba57',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.423489] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.423632] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.423697] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.423906] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.423999] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.424166] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0aa5e990-d855-4a60-9b02-67205090fffd already deleted. [ 615.424346] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0aa5e990-d855-4a60-9b02-67205090fffd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.857375] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.857375] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.857375] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.857375] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.857375] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.857375] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab442ce5-6c19-49f8-9295-22ca7019ba57 already deleted. [ 615.857375] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab442ce5-6c19-49f8-9295-22ca7019ba57" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.081746] env[65517]: INFO networking_nsxv3.common.synchronization [req-79c0fd84-eb94-4557-b5fe-483f80afa9f5 req-1ae4d6c3-e93d-435c-ac32-48e536f534d8 tempest-FloatingIPsAssociationTestJSON-1340626663 tempest-FloatingIPsAssociationTestJSON-1340626663-project-member] Enqueued Resource ID: 325c2cae-985e-4d03-9f81-49938e2b3d23 with Priority: HIGHEST for action security_group_members [ 616.081746] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 325c2cae-985e-4d03-9f81-49938e2b3d23 with Priority: HIGHEST for action security_group_members [ 616.081746] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-325c2cae-985e-4d03-9f81-49938e2b3d23 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.081746] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.081746] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.087356] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.087356] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.087356] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.087356] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.087356] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.087356] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.087356] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('325c2cae-985e-4d03-9f81-49938e2b3d23',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.300227] env[65517]: INFO networking_nsxv3.common.synchronization [None req-87734ed1-9b86-412c-811e-d3c91844d2e8 tempest-ServerActionsTestJSON-1355288579 tempest-ServerActionsTestJSON-1355288579-project-member] Enqueued Resource ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 with Priority: HIGHEST for action security_group_rules [ 616.300373] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 with Priority: HIGHEST for action security_group_rules [ 616.300637] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-650c42bb-4b14-46f3-bb4b-20aece7de379 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.300759] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.300842] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.301455] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.301609] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('650c42bb-4b14-46f3-bb4b-20aece7de379',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.472932] env[65517]: INFO networking_nsxv3.common.synchronization [None req-fe092fe5-f674-4075-96f3-20b509dd95e1 tempest-ServerActionsTestJSON-1355288579 tempest-ServerActionsTestJSON-1355288579-project-member] Enqueued Resource ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 with Priority: HIGHEST for action security_group_rules [ 616.473437] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 with Priority: HIGHEST for action security_group_rules [ 616.474396] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-650c42bb-4b14-46f3-bb4b-20aece7de379 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.474396] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.588325] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.588325] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.588325] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.588325] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.588325] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.588325] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.588325] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.588325] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.588912] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.588912] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.588912] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 325c2cae-985e-4d03-9f81-49938e2b3d23 already deleted. [ 616.588912] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.795120] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-245 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.795312] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-245" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.795424] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-245" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.795724] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-245" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.795975] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.796786] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.796997] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.797129] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.797811] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.797811] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.797811] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.797811] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.797986] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.797986] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.798113] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.798226] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.820420] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.820420] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 616.820564] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.820672] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-245" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.820985] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-7d49f270-6cbd-4767-91fc-f899c46564c9 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.821332] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-7d49f270-6cbd-4767-91fc-f899c46564c9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.821332] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-7d49f270-6cbd-4767-91fc-f899c46564c9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.822255] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-7d49f270-6cbd-4767-91fc-f899c46564c9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.822605] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d49f270-6cbd-4767-91fc-f899c46564c9',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.829513] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.829513] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.829513] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.829709] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.829786] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.829916] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 already deleted. [ 616.830956] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.830956] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.830956] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.830956] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('650c42bb-4b14-46f3-bb4b-20aece7de379',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.220660] env[65517]: INFO networking_nsxv3.common.synchronization [None req-1cd74df4-664a-40a6-815b-ae55337b7972 None None] Enqueued Resource ID: 3a6f4b26-a3b6-4921-b125-aec996a72083 with Priority: HIGHEST for action port [ 617.222098] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a6f4b26-a3b6-4921-b125-aec996a72083 with Priority: HIGHEST for action port [ 617.222098] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a6f4b26-a3b6-4921-b125-aec996a72083 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.222098] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a6f4b26-a3b6-4921-b125-aec996a72083" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.222098] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a6f4b26-a3b6-4921-b125-aec996a72083" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.222098] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a6f4b26-a3b6-4921-b125-aec996a72083" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.222359] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a6f4b26-a3b6-4921-b125-aec996a72083',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.325474] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.325623] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.326088] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.326088] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.327871] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.327871] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port 7d49f270-6cbd-4767-91fc-f899c46564c9 not found, creating... [ 617.328178] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.328282] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.328335] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.328557] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.328686] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.329052] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.329205] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.329316] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.329516] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.329643] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.329777] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: 7d49f270-6cbd-4767-91fc-f899c46564c9 is going to be created. [ 617.351395] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.351395] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.351395] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.351395] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.351395] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.351395] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 already deleted. [ 617.351395] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.361459] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.363487] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.363487] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.363487] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.363487] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.363487] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-7d49f270-6cbd-4767-91fc-f899c46564c9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.726809] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a6f4b26-a3b6-4921-b125-aec996a72083 [ 617.726809] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.726809] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.726809] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.726809] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.726809] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.726809] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a6f4b26-a3b6-4921-b125-aec996a72083 already deleted. [ 617.726809] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a6f4b26-a3b6-4921-b125-aec996a72083" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.945130] env[65517]: INFO networking_nsxv3.common.synchronization [req-c281f443-405d-48a0-a7f7-668cdabee9bb req-28bc78f0-3097-4975-b6e2-d524bf98c1ea tempest-ServerExternalEventsTest-1570442889 tempest-ServerExternalEventsTest-1570442889-project-member] Enqueued Resource ID: 6ef53d7d-e158-4ec8-920e-86e7e869c68c with Priority: HIGHEST for action security_group_members [ 617.945130] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef53d7d-e158-4ec8-920e-86e7e869c68c with Priority: HIGHEST for action security_group_members [ 617.948133] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef53d7d-e158-4ec8-920e-86e7e869c68c taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.948133] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef53d7d-e158-4ec8-920e-86e7e869c68c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.948133] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef53d7d-e158-4ec8-920e-86e7e869c68c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.948133] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef53d7d-e158-4ec8-920e-86e7e869c68c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.948133] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.948133] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.948133] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.948133] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.948133] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.948133] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ef53d7d-e158-4ec8-920e-86e7e869c68c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.006404] env[65517]: INFO networking_nsxv3.common.synchronization [None req-fee36c45-b19c-4b8d-9f4c-892da8d5372e None None] Enqueued Resource ID: 710b96e8-e8f1-438f-be21-9d9ed1804b05 with Priority: HIGHEST for action port [ 618.006661] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 710b96e8-e8f1-438f-be21-9d9ed1804b05 with Priority: HIGHEST for action port [ 618.009028] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-710b96e8-e8f1-438f-be21-9d9ed1804b05 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.009028] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-710b96e8-e8f1-438f-be21-9d9ed1804b05" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.009028] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-710b96e8-e8f1-438f-be21-9d9ed1804b05" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.009028] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-710b96e8-e8f1-438f-be21-9d9ed1804b05" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.009028] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('710b96e8-e8f1-438f-be21-9d9ed1804b05',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.211551] env[65517]: INFO networking_nsxv3.common.synchronization [req-79c0fd84-eb94-4557-b5fe-483f80afa9f5 req-493cab36-2bbf-4106-85d0-8da9a9120744 service nova] Enqueued Resource ID: 325c2cae-985e-4d03-9f81-49938e2b3d23 with Priority: HIGHEST for action security_group_rules [ 618.211609] env[65517]: INFO networking_nsxv3.common.synchronization [req-79c0fd84-eb94-4557-b5fe-483f80afa9f5 req-493cab36-2bbf-4106-85d0-8da9a9120744 service nova] Enqueued Resource ID: 325c2cae-985e-4d03-9f81-49938e2b3d23 with Priority: HIGHEST for action security_group_members [ 618.211889] env[65517]: INFO networking_nsxv3.common.synchronization [req-79c0fd84-eb94-4557-b5fe-483f80afa9f5 req-493cab36-2bbf-4106-85d0-8da9a9120744 service nova] Enqueued Resource ID: 7d49f270-6cbd-4767-91fc-f899c46564c9 with Priority: HIGHEST for action port [ 618.212424] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 325c2cae-985e-4d03-9f81-49938e2b3d23 with Priority: HIGHEST for action security_group_rules [ 618.212499] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 325c2cae-985e-4d03-9f81-49938e2b3d23 with Priority: HIGHEST for action security_group_members [ 618.212583] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d49f270-6cbd-4767-91fc-f899c46564c9 with Priority: HIGHEST for action port [ 618.212823] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-325c2cae-985e-4d03-9f81-49938e2b3d23 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.212949] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.213026] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.213866] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.214415] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('325c2cae-985e-4d03-9f81-49938e2b3d23',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.215537] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-325c2cae-985e-4d03-9f81-49938e2b3d23 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.215657] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.215723] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.215900] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.216088] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.216188] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.216248] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.216422] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.216466] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.216570] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('325c2cae-985e-4d03-9f81-49938e2b3d23',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.218079] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d49f270-6cbd-4767-91fc-f899c46564c9 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.218180] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d49f270-6cbd-4767-91fc-f899c46564c9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.218488] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d49f270-6cbd-4767-91fc-f899c46564c9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.218653] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d49f270-6cbd-4767-91fc-f899c46564c9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.220386] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d49f270-6cbd-4767-91fc-f899c46564c9',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.451503] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.451503] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.451503] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.451503] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.451503] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.451957] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.451957] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.451957] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.451957] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.452118] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.452118] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ef53d7d-e158-4ec8-920e-86e7e869c68c already deleted. [ 618.452178] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef53d7d-e158-4ec8-920e-86e7e869c68c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.511044] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 710b96e8-e8f1-438f-be21-9d9ed1804b05 [ 618.511195] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.511364] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.511459] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.511704] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.511822] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.511923] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:710b96e8-e8f1-438f-be21-9d9ed1804b05 already deleted. [ 618.512014] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-710b96e8-e8f1-438f-be21-9d9ed1804b05" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.513876] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-380 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.514057] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-380" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.514198] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-380" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.514444] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-380" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.514690] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.514834] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.514940] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.515148] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.515284] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.515491] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.515604] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 618.515705] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 618.515825] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 618.515896] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.515990] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 618.516122] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 618.534792] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 618.535012] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 618.535159] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 618.535348] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-380" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.535772] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-e6e22697-3ece-4047-b378-b47c9c5de778 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.535941] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-e6e22697-3ece-4047-b378-b47c9c5de778" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.536067] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-e6e22697-3ece-4047-b378-b47c9c5de778" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.536370] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-e6e22697-3ece-4047-b378-b47c9c5de778" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.536502] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6e22697-3ece-4047-b378-b47c9c5de778',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.721736] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-325c2cae-985e-4d03-9f81-49938e2b3d23 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.721878] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.731202] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('325c2cae-985e-4d03-9f81-49938e2b3d23',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.732312] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d49f270-6cbd-4767-91fc-f899c46564c9 with status ACTIVE [ 618.732641] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.732730] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.732799] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.733207] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.733373] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.733613] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.733734] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.733817] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.734046] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.734133] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.734350] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.734693] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.734693] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.734820] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.734820] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.734876] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d49f270-6cbd-4767-91fc-f899c46564c9 is going to be updated. [ 618.757574] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.757574] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.757680] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.757866] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.757957] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.758154] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d49f270-6cbd-4767-91fc-f899c46564c9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.038861] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.039123] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.039299] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.039516] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.039700] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.039823] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port e6e22697-3ece-4047-b378-b47c9c5de778 not found, creating... [ 619.040119] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.040300] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.040382] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.040647] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.040722] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.040991] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.041147] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.041307] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.041461] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.041586] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.041721] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: e6e22697-3ece-4047-b378-b47c9c5de778 is going to be created. [ 619.063134] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.063324] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.064170] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.064170] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.064170] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.064170] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-e6e22697-3ece-4047-b378-b47c9c5de778" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.238917] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('325c2cae-985e-4d03-9f81-49938e2b3d23',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.742039] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.742331] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.742331] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.742513] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.742938] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.742938] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 325c2cae-985e-4d03-9f81-49938e2b3d23 is going to be created. [ 619.804938] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.804938] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.804938] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.804938] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.804938] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.814133] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 325c2cae-985e-4d03-9f81-49938e2b3d23 in Status: UNINITIALIZED for 2s [ 619.848725] env[65517]: INFO networking_nsxv3.common.synchronization [req-50be527c-537f-4eed-95f1-e210c260ee2a req-c9672282-2e72-4bbd-8597-dd4971e4ae75 tempest-ServerDiskConfigTestJSON-1984357202 tempest-ServerDiskConfigTestJSON-1984357202-project-member] Enqueued Resource ID: 1730157f-766c-41ae-b440-eca87932927d with Priority: HIGHEST for action security_group_members [ 619.849355] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1730157f-766c-41ae-b440-eca87932927d with Priority: HIGHEST for action security_group_members [ 619.849668] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1730157f-766c-41ae-b440-eca87932927d taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.849825] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.849895] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.851158] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.851158] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.851158] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.851330] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.851361] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.851984] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.851984] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1730157f-766c-41ae-b440-eca87932927d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.874504] env[65517]: INFO networking_nsxv3.common.synchronization [req-c281f443-405d-48a0-a7f7-668cdabee9bb req-d0b083e8-a0bf-407d-88a1-efca57c48a9c service nova] Enqueued Resource ID: 6ef53d7d-e158-4ec8-920e-86e7e869c68c with Priority: HIGHEST for action security_group_rules [ 619.874504] env[65517]: INFO networking_nsxv3.common.synchronization [req-c281f443-405d-48a0-a7f7-668cdabee9bb req-d0b083e8-a0bf-407d-88a1-efca57c48a9c service nova] Enqueued Resource ID: 6ef53d7d-e158-4ec8-920e-86e7e869c68c with Priority: HIGHEST for action security_group_members [ 619.875020] env[65517]: INFO networking_nsxv3.common.synchronization [req-c281f443-405d-48a0-a7f7-668cdabee9bb req-d0b083e8-a0bf-407d-88a1-efca57c48a9c service nova] Enqueued Resource ID: e6e22697-3ece-4047-b378-b47c9c5de778 with Priority: HIGHEST for action port [ 619.876100] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef53d7d-e158-4ec8-920e-86e7e869c68c with Priority: HIGHEST for action security_group_rules [ 619.876100] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef53d7d-e158-4ec8-920e-86e7e869c68c with Priority: HIGHEST for action security_group_members [ 619.876100] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6e22697-3ece-4047-b378-b47c9c5de778 with Priority: HIGHEST for action port [ 619.876660] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ef53d7d-e158-4ec8-920e-86e7e869c68c taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.877122] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ef53d7d-e158-4ec8-920e-86e7e869c68c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.877356] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ef53d7d-e158-4ec8-920e-86e7e869c68c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.878390] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ef53d7d-e158-4ec8-920e-86e7e869c68c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.878390] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ef53d7d-e158-4ec8-920e-86e7e869c68c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.879163] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef53d7d-e158-4ec8-920e-86e7e869c68c taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.879608] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef53d7d-e158-4ec8-920e-86e7e869c68c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.881018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef53d7d-e158-4ec8-920e-86e7e869c68c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.881018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef53d7d-e158-4ec8-920e-86e7e869c68c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.881018] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.881018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.881018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.881018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.881018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.881018] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ef53d7d-e158-4ec8-920e-86e7e869c68c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.882216] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6e22697-3ece-4047-b378-b47c9c5de778 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.882474] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6e22697-3ece-4047-b378-b47c9c5de778" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.882626] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6e22697-3ece-4047-b378-b47c9c5de778" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.882901] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6e22697-3ece-4047-b378-b47c9c5de778" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.883072] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6e22697-3ece-4047-b378-b47c9c5de778',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.216991] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-73 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.218569] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-73" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.218569] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-73" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.218569] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-73" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.218968] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.219920] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.219920] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.219920] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.219920] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.219920] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.219920] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.220191] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.220191] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.220246] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.220376] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.220845] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.245205] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.245205] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.245205] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.245205] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-73" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.245205] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-573a1035-e00a-4cd2-a067-934487b65b60 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.245205] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-573a1035-e00a-4cd2-a067-934487b65b60" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.245205] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-573a1035-e00a-4cd2-a067-934487b65b60" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.245487] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-573a1035-e00a-4cd2-a067-934487b65b60" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.245608] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('573a1035-e00a-4cd2-a067-934487b65b60',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.333961] env[65517]: INFO networking_nsxv3.common.synchronization [None req-492b3367-40a5-4117-95dd-0e2480aca991 None None] Enqueued Resource ID: f842ebf4-1ab9-422e-a55f-5715785e8328 with Priority: HIGHEST for action port [ 620.334101] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f842ebf4-1ab9-422e-a55f-5715785e8328 with Priority: HIGHEST for action port [ 620.334732] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-f842ebf4-1ab9-422e-a55f-5715785e8328 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.334835] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f842ebf4-1ab9-422e-a55f-5715785e8328" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.334891] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f842ebf4-1ab9-422e-a55f-5715785e8328" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.335111] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f842ebf4-1ab9-422e-a55f-5715785e8328" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.335181] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f842ebf4-1ab9-422e-a55f-5715785e8328',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.354595] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.354739] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.355496] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.355496] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.355496] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.355496] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.355496] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.355496] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.355787] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.356066] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.356118] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1730157f-766c-41ae-b440-eca87932927d already deleted. [ 620.356187] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.386427] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ef53d7d-e158-4ec8-920e-86e7e869c68c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.387270] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef53d7d-e158-4ec8-920e-86e7e869c68c taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.387370] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef53d7d-e158-4ec8-920e-86e7e869c68c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.387739] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6e22697-3ece-4047-b378-b47c9c5de778 with status ACTIVE [ 620.387918] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.388082] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.388174] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.388354] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.388451] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.388669] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.388773] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.388833] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.388992] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.389120] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.389304] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.389523] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.389523] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.389606] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.389684] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.389768] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6e22697-3ece-4047-b378-b47c9c5de778 is going to be updated. [ 620.413476] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.413593] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.413593] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.413786] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.414670] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.414811] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6e22697-3ece-4047-b378-b47c9c5de778" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.562300] env[65517]: INFO networking_nsxv3.common.synchronization [None req-6dfca120-7abf-4b47-9bc3-9e2ab7ed0d62 None None] Enqueued Resource ID: a684dd94-6510-4dbb-a17c-06b8546233d3 with Priority: HIGHEST for action port [ 620.562300] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a684dd94-6510-4dbb-a17c-06b8546233d3 with Priority: HIGHEST for action port [ 620.562507] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-a684dd94-6510-4dbb-a17c-06b8546233d3 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.562956] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a684dd94-6510-4dbb-a17c-06b8546233d3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.563185] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a684dd94-6510-4dbb-a17c-06b8546233d3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.563646] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a684dd94-6510-4dbb-a17c-06b8546233d3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.563826] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a684dd94-6510-4dbb-a17c-06b8546233d3',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.750824] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.751185] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.751185] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.751962] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.752172] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.752363] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port 573a1035-e00a-4cd2-a067-934487b65b60 not found, creating... [ 620.752651] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.752820] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.752935] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.753178] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.753311] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.753604] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.753795] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.753913] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.754127] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.754255] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.754393] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: 573a1035-e00a-4cd2-a067-934487b65b60 is going to be created. [ 620.773809] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.774108] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.774206] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.774464] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.774687] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.774898] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-573a1035-e00a-4cd2-a067-934487b65b60" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.836966] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f842ebf4-1ab9-422e-a55f-5715785e8328 [ 620.837227] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.837370] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.837443] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.837834] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.837955] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.838092] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f842ebf4-1ab9-422e-a55f-5715785e8328 already deleted. [ 620.838368] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f842ebf4-1ab9-422e-a55f-5715785e8328" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.888477] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ef53d7d-e158-4ec8-920e-86e7e869c68c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.896400] env[65517]: INFO networking_nsxv3.common.synchronization [None req-ff0bc6fa-1da1-4a1e-8ed2-d79057205566 tempest-VolumesAssistedSnapshotsTest-1945422185 tempest-VolumesAssistedSnapshotsTest-1945422185-project-member] Enqueued Resource ID: 0dc4c6c0-c826-4e19-a455-d965e0b68de2 with Priority: HIGHEST for action security_group_rules [ 620.897280] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dc4c6c0-c826-4e19-a455-d965e0b68de2 with Priority: HIGHEST for action security_group_rules [ 620.897647] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0dc4c6c0-c826-4e19-a455-d965e0b68de2 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.897799] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0dc4c6c0-c826-4e19-a455-d965e0b68de2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.898142] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0dc4c6c0-c826-4e19-a455-d965e0b68de2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.898913] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0dc4c6c0-c826-4e19-a455-d965e0b68de2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.898913] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0dc4c6c0-c826-4e19-a455-d965e0b68de2',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.067166] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a684dd94-6510-4dbb-a17c-06b8546233d3 [ 621.067166] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.067166] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.067166] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.067166] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.067166] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.067166] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a684dd94-6510-4dbb-a17c-06b8546233d3 already deleted. [ 621.067166] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a684dd94-6510-4dbb-a17c-06b8546233d3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.093614] env[65517]: INFO networking_nsxv3.common.synchronization [None req-37a74820-d414-486c-804b-72048bc4369f None None] Enqueued Resource ID: 2db04d73-5530-49cf-8cbc-6ae50282756b with Priority: HIGHEST for action port [ 621.094122] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2db04d73-5530-49cf-8cbc-6ae50282756b with Priority: HIGHEST for action port [ 621.094424] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-2db04d73-5530-49cf-8cbc-6ae50282756b taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.094544] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2db04d73-5530-49cf-8cbc-6ae50282756b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.094644] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2db04d73-5530-49cf-8cbc-6ae50282756b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.094873] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2db04d73-5530-49cf-8cbc-6ae50282756b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.094935] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2db04d73-5530-49cf-8cbc-6ae50282756b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.391279] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.391279] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.391279] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.391645] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.391645] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.391771] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ef53d7d-e158-4ec8-920e-86e7e869c68c is going to be created. [ 621.417332] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.417652] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.417652] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.417807] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.417958] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.419717] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.419852] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.419931] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.420156] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.420244] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.420334] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0dc4c6c0-c826-4e19-a455-d965e0b68de2 already deleted. [ 621.420416] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0dc4c6c0-c826-4e19-a455-d965e0b68de2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.429572] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef53d7d-e158-4ec8-920e-86e7e869c68c in Status: UNINITIALIZED for 2s [ 621.487101] env[65517]: INFO networking_nsxv3.common.synchronization [req-50be527c-537f-4eed-95f1-e210c260ee2a req-251c010f-6bc9-41a4-9bc5-b3a54d512922 service nova] Enqueued Resource ID: 1730157f-766c-41ae-b440-eca87932927d with Priority: HIGHEST for action security_group_rules [ 621.487259] env[65517]: INFO networking_nsxv3.common.synchronization [req-50be527c-537f-4eed-95f1-e210c260ee2a req-251c010f-6bc9-41a4-9bc5-b3a54d512922 service nova] Enqueued Resource ID: 1730157f-766c-41ae-b440-eca87932927d with Priority: HIGHEST for action security_group_members [ 621.487391] env[65517]: INFO networking_nsxv3.common.synchronization [req-50be527c-537f-4eed-95f1-e210c260ee2a req-251c010f-6bc9-41a4-9bc5-b3a54d512922 service nova] Enqueued Resource ID: 573a1035-e00a-4cd2-a067-934487b65b60 with Priority: HIGHEST for action port [ 621.489089] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1730157f-766c-41ae-b440-eca87932927d with Priority: HIGHEST for action security_group_rules [ 621.489089] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1730157f-766c-41ae-b440-eca87932927d with Priority: HIGHEST for action security_group_members [ 621.489089] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 573a1035-e00a-4cd2-a067-934487b65b60 with Priority: HIGHEST for action port [ 621.489089] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1730157f-766c-41ae-b440-eca87932927d taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.489424] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.489424] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.489495] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.489543] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1730157f-766c-41ae-b440-eca87932927d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.491173] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1730157f-766c-41ae-b440-eca87932927d taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.491249] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.491298] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.491470] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.491970] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.492093] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.492158] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.492307] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.492395] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.492492] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1730157f-766c-41ae-b440-eca87932927d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.493284] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-573a1035-e00a-4cd2-a067-934487b65b60 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.493406] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-573a1035-e00a-4cd2-a067-934487b65b60" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.494560] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-573a1035-e00a-4cd2-a067-934487b65b60" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.494560] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-573a1035-e00a-4cd2-a067-934487b65b60" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.494560] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('573a1035-e00a-4cd2-a067-934487b65b60',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.597795] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2db04d73-5530-49cf-8cbc-6ae50282756b [ 621.598074] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.598224] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.598292] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.598574] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.598650] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.598744] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2db04d73-5530-49cf-8cbc-6ae50282756b already deleted. [ 621.598840] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2db04d73-5530-49cf-8cbc-6ae50282756b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.665148] env[65517]: INFO networking_nsxv3.common.synchronization [None req-5786fef8-e690-4dfd-a871-5d697287aa2c tempest-VolumesAssistedSnapshotsTest-1945422185 tempest-VolumesAssistedSnapshotsTest-1945422185-project-member] Enqueued Resource ID: 0dc4c6c0-c826-4e19-a455-d965e0b68de2 with Priority: HIGHEST for action security_group_rules [ 621.665674] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dc4c6c0-c826-4e19-a455-d965e0b68de2 with Priority: HIGHEST for action security_group_rules [ 621.666444] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0dc4c6c0-c826-4e19-a455-d965e0b68de2 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.666444] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0dc4c6c0-c826-4e19-a455-d965e0b68de2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.666584] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0dc4c6c0-c826-4e19-a455-d965e0b68de2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.666953] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0dc4c6c0-c826-4e19-a455-d965e0b68de2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.667085] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0dc4c6c0-c826-4e19-a455-d965e0b68de2',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.827611] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 325c2cae-985e-4d03-9f81-49938e2b3d23 in Status: SUCCESS [ 621.827798] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.827948] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.828527] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.828611] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.828832] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.828832] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.829073] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.829214] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.829331] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.829460] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('325c2cae-985e-4d03-9f81-49938e2b3d23',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.995380] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1730157f-766c-41ae-b440-eca87932927d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.997348] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1730157f-766c-41ae-b440-eca87932927d taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.997348] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.997348] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 573a1035-e00a-4cd2-a067-934487b65b60 with status ACTIVE [ 621.997555] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.997620] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.997905] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.997905] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.997998] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.998181] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.998256] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.998318] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.998449] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.998528] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.998723] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.998831] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.998863] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.999016] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.999588] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.999588] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 573a1035-e00a-4cd2-a067-934487b65b60 is going to be updated. [ 622.020616] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.020854] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.021122] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.021316] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.021494] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.021659] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-573a1035-e00a-4cd2-a067-934487b65b60" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.191305] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.191478] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.191516] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.191753] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.191848] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.191944] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0dc4c6c0-c826-4e19-a455-d965e0b68de2 already deleted. [ 622.192034] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0dc4c6c0-c826-4e19-a455-d965e0b68de2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.332077] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-325c2cae-985e-4d03-9f81-49938e2b3d23 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.332291] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.332291] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.332469] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.332642] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.332740] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.332816] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.332955] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.333052] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.333140] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.333371] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-325c2cae-985e-4d03-9f81-49938e2b3d23 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.333371] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.333498] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.333603] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.333709] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.333810] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.333872] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.333998] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.334080] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.334168] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.334232] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('325c2cae-985e-4d03-9f81-49938e2b3d23',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.404125] env[65517]: INFO networking_nsxv3.common.synchronization [req-40fb1f7e-c128-4e54-ab79-6cbe284af7a1 req-1ed16836-3d1a-4b7b-8dfb-826511a8078f tempest-ImagesNegativeTestJSON-2086281897 tempest-ImagesNegativeTestJSON-2086281897-project-member] Enqueued Resource ID: 7b9c612e-421e-42d7-b02c-69be876051ce with Priority: HIGHEST for action security_group_members [ 622.404669] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b9c612e-421e-42d7-b02c-69be876051ce with Priority: HIGHEST for action security_group_members [ 622.404963] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b9c612e-421e-42d7-b02c-69be876051ce taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.405098] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b9c612e-421e-42d7-b02c-69be876051ce" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.405166] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b9c612e-421e-42d7-b02c-69be876051ce" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.405417] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b9c612e-421e-42d7-b02c-69be876051ce" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.405598] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.405699] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.405759] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.405912] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.405996] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.406445] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b9c612e-421e-42d7-b02c-69be876051ce',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.498369] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1730157f-766c-41ae-b440-eca87932927d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.733486] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-466 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.733977] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-466" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.734352] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-466" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.735011] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-466" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.735100] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.735440] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.735735] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.736139] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.736339] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.736726] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.736838] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.738151] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.738151] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.738151] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.738151] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.738151] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 622.757707] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 622.757882] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 622.760904] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 622.760904] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-466" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.760904] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-43c29c73-562e-48ba-886e-8e42d9c04074 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.760904] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-43c29c73-562e-48ba-886e-8e42d9c04074" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.760904] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-43c29c73-562e-48ba-886e-8e42d9c04074" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.760904] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-43c29c73-562e-48ba-886e-8e42d9c04074" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.760904] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43c29c73-562e-48ba-886e-8e42d9c04074',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.836587] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 325c2cae-985e-4d03-9f81-49938e2b3d23: rpc.has_security_group_logging(os_id): False [ 622.856224] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.856375] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.856443] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.856657] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.856762] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.856997] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.857104] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.857164] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.857362] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.857400] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.857591] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.857680] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.857738] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.857874] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.857945] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.859080] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.859171] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.859219] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.859348] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.859436] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.859517] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 325c2cae-985e-4d03-9f81-49938e2b3d23 is going to be created. [ 622.909056] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.909266] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.909322] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.909537] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.909639] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.909847] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.909961] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.910059] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.910335] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.910335] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.910427] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b9c612e-421e-42d7-b02c-69be876051ce already deleted. [ 622.910427] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b9c612e-421e-42d7-b02c-69be876051ce" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.929307] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.929447] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.929447] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.929620] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.929905] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.938333] env[65517]: INFO networking_nsxv3.common.synchronization [None req-33541007-e6b2-450a-b4f9-32c62425a21b None None] Enqueued Resource ID: 1d7e19e9-a9df-4e45-a160-a38e54eae264 with Priority: HIGHEST for action port [ 622.938899] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d7e19e9-a9df-4e45-a160-a38e54eae264 with Priority: HIGHEST for action port [ 622.939242] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d7e19e9-a9df-4e45-a160-a38e54eae264 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.939374] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d7e19e9-a9df-4e45-a160-a38e54eae264" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.939374] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d7e19e9-a9df-4e45-a160-a38e54eae264" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.939661] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d7e19e9-a9df-4e45-a160-a38e54eae264" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.939736] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d7e19e9-a9df-4e45-a160-a38e54eae264',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.941913] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 325c2cae-985e-4d03-9f81-49938e2b3d23 in Status: IN_PROGRESS for 2s [ 623.000652] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.000652] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.000652] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.001205] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.001205] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.003650] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1730157f-766c-41ae-b440-eca87932927d is going to be created. [ 623.031022] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.031022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.032157] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.032924] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.032924] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.044397] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1730157f-766c-41ae-b440-eca87932927d in Status: UNINITIALIZED for 2s [ 623.264244] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.264600] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.264600] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.265375] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.265375] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.265375] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port 43c29c73-562e-48ba-886e-8e42d9c04074 not found, creating... [ 623.265544] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.265766] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.265885] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.266148] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.266285] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.266582] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.266824] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.266864] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.267878] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.267878] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.267878] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: 43c29c73-562e-48ba-886e-8e42d9c04074 is going to be created. [ 623.310262] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.310489] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.310596] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.310886] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.311129] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.311350] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-43c29c73-562e-48ba-886e-8e42d9c04074" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.432072] env[65517]: INFO networking_nsxv3.common.synchronization [None req-315b9058-4872-4888-bd7d-3b60a9981919 None None] Enqueued Resource ID: 8933478c-70c1-487d-96cc-8a3c6eb7952a with Priority: HIGHEST for action port [ 623.433395] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8933478c-70c1-487d-96cc-8a3c6eb7952a with Priority: HIGHEST for action port [ 623.433843] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-8933478c-70c1-487d-96cc-8a3c6eb7952a taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.433999] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8933478c-70c1-487d-96cc-8a3c6eb7952a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.434113] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8933478c-70c1-487d-96cc-8a3c6eb7952a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.434416] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8933478c-70c1-487d-96cc-8a3c6eb7952a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.434514] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8933478c-70c1-487d-96cc-8a3c6eb7952a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.442782] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d7e19e9-a9df-4e45-a160-a38e54eae264 [ 623.442782] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.442782] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.442782] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.442782] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.442782] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.442782] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d7e19e9-a9df-4e45-a160-a38e54eae264 already deleted. [ 623.442782] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d7e19e9-a9df-4e45-a160-a38e54eae264" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.449245] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef53d7d-e158-4ec8-920e-86e7e869c68c in Status: SUCCESS [ 623.449245] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef53d7d-e158-4ec8-920e-86e7e869c68c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.449245] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef53d7d-e158-4ec8-920e-86e7e869c68c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.449245] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef53d7d-e158-4ec8-920e-86e7e869c68c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.449245] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.449245] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.449245] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.449245] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.449245] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.449245] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef53d7d-e158-4ec8-920e-86e7e869c68c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.449245] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ef53d7d-e158-4ec8-920e-86e7e869c68c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.866499] env[65517]: INFO networking_nsxv3.common.synchronization [req-36c12146-2260-4a24-a5a3-873e0b44fc45 req-5201024e-6db5-4752-8bbf-f07a449d2cd2 tempest-AttachInterfacesTestJSON-1046622067 tempest-AttachInterfacesTestJSON-1046622067-project-member] Enqueued Resource ID: 32714301-46a1-49ef-a2f1-15ebc0f2af10 with Priority: HIGHEST for action security_group_members [ 623.867880] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32714301-46a1-49ef-a2f1-15ebc0f2af10 with Priority: HIGHEST for action security_group_members [ 623.868274] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-32714301-46a1-49ef-a2f1-15ebc0f2af10 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.868411] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32714301-46a1-49ef-a2f1-15ebc0f2af10" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.868516] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32714301-46a1-49ef-a2f1-15ebc0f2af10" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.868745] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32714301-46a1-49ef-a2f1-15ebc0f2af10" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.870179] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.870305] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.870374] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.870550] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.870656] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.870756] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32714301-46a1-49ef-a2f1-15ebc0f2af10',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.938815] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8933478c-70c1-487d-96cc-8a3c6eb7952a [ 623.938957] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.939109] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.939176] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.939733] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.939733] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.939733] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8933478c-70c1-487d-96cc-8a3c6eb7952a already deleted. [ 623.939733] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8933478c-70c1-487d-96cc-8a3c6eb7952a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.951820] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef53d7d-e158-4ec8-920e-86e7e869c68c taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.951820] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef53d7d-e158-4ec8-920e-86e7e869c68c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.951975] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef53d7d-e158-4ec8-920e-86e7e869c68c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.952495] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef53d7d-e158-4ec8-920e-86e7e869c68c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.952495] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.952495] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.952495] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.952698] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.952698] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.952698] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef53d7d-e158-4ec8-920e-86e7e869c68c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.952847] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef53d7d-e158-4ec8-920e-86e7e869c68c taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.952916] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef53d7d-e158-4ec8-920e-86e7e869c68c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.952947] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef53d7d-e158-4ec8-920e-86e7e869c68c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.954023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef53d7d-e158-4ec8-920e-86e7e869c68c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.954023] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.954023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.954023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.954023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.954023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.954023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef53d7d-e158-4ec8-920e-86e7e869c68c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.954023] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ef53d7d-e158-4ec8-920e-86e7e869c68c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.054400] env[65517]: INFO networking_nsxv3.common.synchronization [req-40fb1f7e-c128-4e54-ab79-6cbe284af7a1 req-8dbd9d41-ae15-4f89-a769-05fcd57fe1e7 service nova] Enqueued Resource ID: 7b9c612e-421e-42d7-b02c-69be876051ce with Priority: HIGHEST for action security_group_rules [ 624.054701] env[65517]: INFO networking_nsxv3.common.synchronization [req-40fb1f7e-c128-4e54-ab79-6cbe284af7a1 req-8dbd9d41-ae15-4f89-a769-05fcd57fe1e7 service nova] Enqueued Resource ID: 7b9c612e-421e-42d7-b02c-69be876051ce with Priority: HIGHEST for action security_group_members [ 624.054903] env[65517]: INFO networking_nsxv3.common.synchronization [req-40fb1f7e-c128-4e54-ab79-6cbe284af7a1 req-8dbd9d41-ae15-4f89-a769-05fcd57fe1e7 service nova] Enqueued Resource ID: 43c29c73-562e-48ba-886e-8e42d9c04074 with Priority: HIGHEST for action port [ 624.055525] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b9c612e-421e-42d7-b02c-69be876051ce with Priority: HIGHEST for action security_group_rules [ 624.055658] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b9c612e-421e-42d7-b02c-69be876051ce with Priority: HIGHEST for action security_group_members [ 624.056628] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43c29c73-562e-48ba-886e-8e42d9c04074 with Priority: HIGHEST for action port [ 624.056628] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b9c612e-421e-42d7-b02c-69be876051ce taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.056628] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b9c612e-421e-42d7-b02c-69be876051ce" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.056628] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b9c612e-421e-42d7-b02c-69be876051ce" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.056628] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b9c612e-421e-42d7-b02c-69be876051ce" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.056628] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b9c612e-421e-42d7-b02c-69be876051ce',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.057763] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b9c612e-421e-42d7-b02c-69be876051ce taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.057763] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b9c612e-421e-42d7-b02c-69be876051ce" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.057763] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b9c612e-421e-42d7-b02c-69be876051ce" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.057978] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b9c612e-421e-42d7-b02c-69be876051ce" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.058034] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.058128] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.058187] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.058338] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.058419] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.058509] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b9c612e-421e-42d7-b02c-69be876051ce',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.059629] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-43c29c73-562e-48ba-886e-8e42d9c04074 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.059738] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43c29c73-562e-48ba-886e-8e42d9c04074" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.059805] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43c29c73-562e-48ba-886e-8e42d9c04074" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.063021] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43c29c73-562e-48ba-886e-8e42d9c04074" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.063021] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43c29c73-562e-48ba-886e-8e42d9c04074',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.374783] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.374860] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.374903] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.375278] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.375348] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.375732] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.375732] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.375732] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.375906] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.375979] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.376074] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32714301-46a1-49ef-a2f1-15ebc0f2af10 already deleted. [ 624.376150] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32714301-46a1-49ef-a2f1-15ebc0f2af10" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.408444] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-677 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.408993] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-677" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.408993] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-677" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.410477] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-677" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.410797] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.410990] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.411145] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.411637] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.411701] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.411965] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.412150] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 624.412277] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 624.412378] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 624.412498] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.412579] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 624.412733] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 624.433686] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 624.433914] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 624.434325] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 624.434325] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-677" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.434692] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-d24163e8-4f08-4908-9307-c4edb0d4ffb7 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.436154] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-d24163e8-4f08-4908-9307-c4edb0d4ffb7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.436154] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-d24163e8-4f08-4908-9307-c4edb0d4ffb7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.436154] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-d24163e8-4f08-4908-9307-c4edb0d4ffb7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.436154] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d24163e8-4f08-4908-9307-c4edb0d4ffb7',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.456463] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ef53d7d-e158-4ec8-920e-86e7e869c68c: rpc.has_security_group_logging(os_id): False [ 624.479352] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.479578] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.479887] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.480259] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.480424] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.480581] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.480681] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.480787] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.480899] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.480974] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.481171] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.481258] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.481336] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.481499] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.481573] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.481754] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.481860] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.481911] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.482168] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.482263] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.482353] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ef53d7d-e158-4ec8-920e-86e7e869c68c is going to be created. [ 624.549611] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.550100] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.550100] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.550100] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.550208] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.562611] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b9c612e-421e-42d7-b02c-69be876051ce',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.563341] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b9c612e-421e-42d7-b02c-69be876051ce taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.563471] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b9c612e-421e-42d7-b02c-69be876051ce" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.563863] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43c29c73-562e-48ba-886e-8e42d9c04074 with status ACTIVE [ 624.564053] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.564296] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.564296] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.564296] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.564296] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.565448] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.565448] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.565448] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.566124] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.566124] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.566305] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.566407] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.566407] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.566620] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.567275] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.567275] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43c29c73-562e-48ba-886e-8e42d9c04074 is going to be updated. [ 624.570801] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ef53d7d-e158-4ec8-920e-86e7e869c68c in Status: IN_PROGRESS for 2s [ 624.589866] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.589866] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.589866] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.590131] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.590199] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.590353] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43c29c73-562e-48ba-886e-8e42d9c04074" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.849695] env[65517]: INFO networking_nsxv3.common.synchronization [req-28472c3b-c9c9-4aa8-aa6b-32f4d26f6deb req-a93d86f4-2cd2-495c-85fc-021f1a6b76d9 tempest-SecurityGroupRulesNegativeTestJSON-128782711 tempest-SecurityGroupRulesNegativeTestJSON-128782711-project-member] Enqueued Resource ID: 0aa5e990-d855-4a60-9b02-67205090fffd with Priority: HIGHEST for action security_group_rules [ 624.849928] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aa5e990-d855-4a60-9b02-67205090fffd with Priority: HIGHEST for action security_group_rules [ 624.858330] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0aa5e990-d855-4a60-9b02-67205090fffd taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.858330] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0aa5e990-d855-4a60-9b02-67205090fffd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.858330] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0aa5e990-d855-4a60-9b02-67205090fffd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.858330] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0aa5e990-d855-4a60-9b02-67205090fffd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.858330] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0aa5e990-d855-4a60-9b02-67205090fffd',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.941575] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.941888] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.941888] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.943086] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.943086] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.943086] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port d24163e8-4f08-4908-9307-c4edb0d4ffb7 not found, creating... [ 624.943086] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.943086] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.943086] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.943298] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.943972] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.946340] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.946340] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.946340] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.946340] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.946340] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.946340] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: d24163e8-4f08-4908-9307-c4edb0d4ffb7 is going to be created. [ 624.960589] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 325c2cae-985e-4d03-9f81-49938e2b3d23 in Status: SUCCESS [ 624.960900] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.967864] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.968948] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.969057] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.969306] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.969533] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.969756] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-d24163e8-4f08-4908-9307-c4edb0d4ffb7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.054851] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1730157f-766c-41ae-b440-eca87932927d in Status: SUCCESS [ 625.055071] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.055177] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.055447] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.055720] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.055837] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.055896] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.056888] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.056888] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.056888] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.056888] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1730157f-766c-41ae-b440-eca87932927d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.064980] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b9c612e-421e-42d7-b02c-69be876051ce',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.379197] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.379409] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.379409] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.379638] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.379757] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.379878] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0aa5e990-d855-4a60-9b02-67205090fffd already deleted. [ 625.379963] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0aa5e990-d855-4a60-9b02-67205090fffd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.559520] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1730157f-766c-41ae-b440-eca87932927d taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.559785] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.559870] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.560117] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.560296] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.560398] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.560462] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.560617] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.560705] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.560790] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.560938] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1730157f-766c-41ae-b440-eca87932927d taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.561042] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.561102] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.561243] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.561378] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.561467] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.561526] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.561660] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.561732] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.561811] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.561898] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1730157f-766c-41ae-b440-eca87932927d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.568051] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.568051] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.568051] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.568266] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.568317] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.568411] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b9c612e-421e-42d7-b02c-69be876051ce is going to be created. [ 625.598668] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.599183] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.599183] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.599456] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.599672] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.615345] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b9c612e-421e-42d7-b02c-69be876051ce in Status: UNINITIALIZED for 2s [ 625.736811] env[65517]: INFO networking_nsxv3.common.synchronization [req-36c12146-2260-4a24-a5a3-873e0b44fc45 req-0af12ae9-8e1d-45e9-921a-eca9098904d2 service nova] Enqueued Resource ID: 32714301-46a1-49ef-a2f1-15ebc0f2af10 with Priority: HIGHEST for action security_group_rules [ 625.738039] env[65517]: INFO networking_nsxv3.common.synchronization [req-36c12146-2260-4a24-a5a3-873e0b44fc45 req-0af12ae9-8e1d-45e9-921a-eca9098904d2 service nova] Enqueued Resource ID: 32714301-46a1-49ef-a2f1-15ebc0f2af10 with Priority: HIGHEST for action security_group_members [ 625.738039] env[65517]: INFO networking_nsxv3.common.synchronization [req-36c12146-2260-4a24-a5a3-873e0b44fc45 req-0af12ae9-8e1d-45e9-921a-eca9098904d2 service nova] Enqueued Resource ID: d24163e8-4f08-4908-9307-c4edb0d4ffb7 with Priority: HIGHEST for action port [ 625.738039] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32714301-46a1-49ef-a2f1-15ebc0f2af10 with Priority: HIGHEST for action security_group_rules [ 625.738039] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32714301-46a1-49ef-a2f1-15ebc0f2af10 with Priority: HIGHEST for action security_group_members [ 625.738252] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d24163e8-4f08-4908-9307-c4edb0d4ffb7 with Priority: HIGHEST for action port [ 625.738422] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32714301-46a1-49ef-a2f1-15ebc0f2af10 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.738573] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32714301-46a1-49ef-a2f1-15ebc0f2af10" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.738641] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32714301-46a1-49ef-a2f1-15ebc0f2af10" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.738853] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32714301-46a1-49ef-a2f1-15ebc0f2af10" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.738936] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32714301-46a1-49ef-a2f1-15ebc0f2af10',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.740031] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-32714301-46a1-49ef-a2f1-15ebc0f2af10 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.740171] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32714301-46a1-49ef-a2f1-15ebc0f2af10" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.740236] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32714301-46a1-49ef-a2f1-15ebc0f2af10" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.740481] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32714301-46a1-49ef-a2f1-15ebc0f2af10" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.740679] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.740784] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.740848] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.741014] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.741117] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.741214] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32714301-46a1-49ef-a2f1-15ebc0f2af10',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.744610] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-d24163e8-4f08-4908-9307-c4edb0d4ffb7 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.744770] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d24163e8-4f08-4908-9307-c4edb0d4ffb7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.744844] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d24163e8-4f08-4908-9307-c4edb0d4ffb7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.745087] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d24163e8-4f08-4908-9307-c4edb0d4ffb7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.745194] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d24163e8-4f08-4908-9307-c4edb0d4ffb7',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.064560] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1730157f-766c-41ae-b440-eca87932927d: rpc.has_security_group_logging(os_id): False [ 626.083980] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.084363] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.085581] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.085828] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.085927] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.086152] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.086298] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.086411] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.086701] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.086986] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.087225] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.087326] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.087388] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.087582] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.087662] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.087877] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.088007] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.088091] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.088240] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.088318] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.088403] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1730157f-766c-41ae-b440-eca87932927d is going to be created. [ 626.146439] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.146594] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.147436] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.147436] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.147436] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.159536] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1730157f-766c-41ae-b440-eca87932927d in Status: IN_PROGRESS for 2s [ 626.184748] env[65517]: INFO networking_nsxv3.common.synchronization [req-34694d97-3021-47d8-87fa-22353fa14dae req-a9a9e21b-9f8f-40dd-a498-634f8bfa5b92 tempest-AttachInterfacesUnderV243Test-1774195526 tempest-AttachInterfacesUnderV243Test-1774195526-project-member] Enqueued Resource ID: e8931dd8-eead-4912-abf3-00443bed754b with Priority: HIGHEST for action security_group_members [ 626.185137] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8931dd8-eead-4912-abf3-00443bed754b with Priority: HIGHEST for action security_group_members [ 626.185447] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8931dd8-eead-4912-abf3-00443bed754b taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.186063] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.186184] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.186410] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.186583] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.186721] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.186847] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.187021] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.187114] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.187214] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8931dd8-eead-4912-abf3-00443bed754b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.246804] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-32714301-46a1-49ef-a2f1-15ebc0f2af10 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.246948] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32714301-46a1-49ef-a2f1-15ebc0f2af10" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.247195] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('32714301-46a1-49ef-a2f1-15ebc0f2af10',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.253901] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d24163e8-4f08-4908-9307-c4edb0d4ffb7 with status ACTIVE [ 626.254169] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.254310] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.254380] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.254591] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.254681] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.254854] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.254954] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.255026] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.255176] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.255256] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.255954] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.256084] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.256177] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.256302] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.256379] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.256467] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d24163e8-4f08-4908-9307-c4edb0d4ffb7 is going to be updated. [ 626.313471] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.313630] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.313777] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.314016] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.314899] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.314899] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d24163e8-4f08-4908-9307-c4edb0d4ffb7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.584532] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ef53d7d-e158-4ec8-920e-86e7e869c68c in Status: SUCCESS [ 626.585287] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ef53d7d-e158-4ec8-920e-86e7e869c68c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.674187] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-858 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.674187] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-858" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.674187] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-858" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.674187] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-858" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.674187] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.674911] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.675373] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.675800] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.676124] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.676860] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.676860] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.676860] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.676860] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.677216] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.677216] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.677419] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.689416] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.689601] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.689601] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.689848] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.689949] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.690173] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.690250] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.690325] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.690501] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.690579] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.693374] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8931dd8-eead-4912-abf3-00443bed754b already deleted. [ 626.693374] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.699756] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.700011] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 626.700206] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.700458] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-858" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.700829] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-dcf081b2-7a3e-4efd-84fa-bbf035dfd690 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.702126] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-dcf081b2-7a3e-4efd-84fa-bbf035dfd690" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.702126] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-dcf081b2-7a3e-4efd-84fa-bbf035dfd690" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.702126] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-dcf081b2-7a3e-4efd-84fa-bbf035dfd690" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.702126] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcf081b2-7a3e-4efd-84fa-bbf035dfd690',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.750057] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('32714301-46a1-49ef-a2f1-15ebc0f2af10',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.140669] env[65517]: INFO networking_nsxv3.common.synchronization [None req-248e9c9d-1a41-4c90-8444-5b460bcc60b6 None None] Enqueued Resource ID: c36720a7-f9c5-42ce-a673-aa89f06dd9e3 with Priority: HIGHEST for action port [ 627.141046] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c36720a7-f9c5-42ce-a673-aa89f06dd9e3 with Priority: HIGHEST for action port [ 627.141492] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-c36720a7-f9c5-42ce-a673-aa89f06dd9e3 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.141922] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c36720a7-f9c5-42ce-a673-aa89f06dd9e3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.141922] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c36720a7-f9c5-42ce-a673-aa89f06dd9e3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.141922] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c36720a7-f9c5-42ce-a673-aa89f06dd9e3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.142073] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c36720a7-f9c5-42ce-a673-aa89f06dd9e3',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.205333] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.205704] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.205895] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.206260] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.206467] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.206669] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port dcf081b2-7a3e-4efd-84fa-bbf035dfd690 not found, creating... [ 627.206993] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.207241] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.208737] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.209140] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.209415] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.209616] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.209776] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.209911] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.211043] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.211043] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.211043] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: dcf081b2-7a3e-4efd-84fa-bbf035dfd690 is going to be created. [ 627.232923] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.234755] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.234755] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.234755] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.234755] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.234755] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-dcf081b2-7a3e-4efd-84fa-bbf035dfd690" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.251807] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.251807] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.251807] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.251807] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.251807] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.252071] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32714301-46a1-49ef-a2f1-15ebc0f2af10 is going to be created. [ 627.263299] env[65517]: INFO networking_nsxv3.common.synchronization [None req-63bc0d93-80fe-45aa-98ed-f08b7ff2e374 None None] Enqueued Resource ID: c20120d2-2dd9-4644-a7fc-a3ea0dfd4b95 with Priority: HIGHEST for action port [ 627.263901] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c20120d2-2dd9-4644-a7fc-a3ea0dfd4b95 with Priority: HIGHEST for action port [ 627.264233] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-c20120d2-2dd9-4644-a7fc-a3ea0dfd4b95 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.264360] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c20120d2-2dd9-4644-a7fc-a3ea0dfd4b95" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.264426] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c20120d2-2dd9-4644-a7fc-a3ea0dfd4b95" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.264769] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c20120d2-2dd9-4644-a7fc-a3ea0dfd4b95" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.264850] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c20120d2-2dd9-4644-a7fc-a3ea0dfd4b95',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.300471] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.300779] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.300779] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.300899] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.301757] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.311921] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32714301-46a1-49ef-a2f1-15ebc0f2af10 in Status: UNINITIALIZED for 2s [ 627.626597] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b9c612e-421e-42d7-b02c-69be876051ce in Status: SUCCESS [ 627.626803] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b9c612e-421e-42d7-b02c-69be876051ce" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.626966] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b9c612e-421e-42d7-b02c-69be876051ce" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.627351] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b9c612e-421e-42d7-b02c-69be876051ce" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.627630] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.627772] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.627772] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.628640] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.628640] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.628640] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b9c612e-421e-42d7-b02c-69be876051ce" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.628640] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b9c612e-421e-42d7-b02c-69be876051ce',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.645143] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c36720a7-f9c5-42ce-a673-aa89f06dd9e3 [ 627.645627] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.646377] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.646526] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.646835] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.646835] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.646931] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c36720a7-f9c5-42ce-a673-aa89f06dd9e3 already deleted. [ 627.647074] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c36720a7-f9c5-42ce-a673-aa89f06dd9e3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.769492] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c20120d2-2dd9-4644-a7fc-a3ea0dfd4b95 [ 627.769492] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.769492] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.769492] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.769492] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.769492] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.769492] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c20120d2-2dd9-4644-a7fc-a3ea0dfd4b95 already deleted. [ 627.769492] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c20120d2-2dd9-4644-a7fc-a3ea0dfd4b95" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.036433] env[65517]: INFO networking_nsxv3.common.synchronization [req-34694d97-3021-47d8-87fa-22353fa14dae req-7d6d773e-b014-4cc6-b7f6-8b394041c938 service nova] Enqueued Resource ID: e8931dd8-eead-4912-abf3-00443bed754b with Priority: HIGHEST for action security_group_rules [ 628.036617] env[65517]: INFO networking_nsxv3.common.synchronization [req-34694d97-3021-47d8-87fa-22353fa14dae req-7d6d773e-b014-4cc6-b7f6-8b394041c938 service nova] Enqueued Resource ID: e8931dd8-eead-4912-abf3-00443bed754b with Priority: HIGHEST for action security_group_members [ 628.036797] env[65517]: INFO networking_nsxv3.common.synchronization [req-34694d97-3021-47d8-87fa-22353fa14dae req-7d6d773e-b014-4cc6-b7f6-8b394041c938 service nova] Enqueued Resource ID: dcf081b2-7a3e-4efd-84fa-bbf035dfd690 with Priority: HIGHEST for action port [ 628.036982] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8931dd8-eead-4912-abf3-00443bed754b with Priority: HIGHEST for action security_group_rules [ 628.037121] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8931dd8-eead-4912-abf3-00443bed754b with Priority: HIGHEST for action security_group_members [ 628.037206] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcf081b2-7a3e-4efd-84fa-bbf035dfd690 with Priority: HIGHEST for action port [ 628.038386] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8931dd8-eead-4912-abf3-00443bed754b taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.038599] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.038599] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.038717] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.038754] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8931dd8-eead-4912-abf3-00443bed754b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.039693] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8931dd8-eead-4912-abf3-00443bed754b taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.039693] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.039903] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.039903] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.040472] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.040595] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.040667] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.040882] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.040971] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.041074] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8931dd8-eead-4912-abf3-00443bed754b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.042460] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcf081b2-7a3e-4efd-84fa-bbf035dfd690 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.042460] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcf081b2-7a3e-4efd-84fa-bbf035dfd690" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.042569] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcf081b2-7a3e-4efd-84fa-bbf035dfd690" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.043354] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcf081b2-7a3e-4efd-84fa-bbf035dfd690" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.043354] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcf081b2-7a3e-4efd-84fa-bbf035dfd690',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.132330] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b9c612e-421e-42d7-b02c-69be876051ce taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.132330] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b9c612e-421e-42d7-b02c-69be876051ce" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.132330] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b9c612e-421e-42d7-b02c-69be876051ce" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.132330] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b9c612e-421e-42d7-b02c-69be876051ce" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.132547] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.132547] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.132547] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.133279] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.133279] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.133279] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b9c612e-421e-42d7-b02c-69be876051ce" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.133279] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b9c612e-421e-42d7-b02c-69be876051ce taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.133279] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b9c612e-421e-42d7-b02c-69be876051ce" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.133279] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b9c612e-421e-42d7-b02c-69be876051ce" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.133279] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b9c612e-421e-42d7-b02c-69be876051ce" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.133650] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.133650] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.133650] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.133844] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.133844] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.133844] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b9c612e-421e-42d7-b02c-69be876051ce" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.133937] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b9c612e-421e-42d7-b02c-69be876051ce',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.171569] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1730157f-766c-41ae-b440-eca87932927d in Status: SUCCESS [ 628.171909] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.439297] env[65517]: INFO networking_nsxv3.common.synchronization [req-c433fb77-6f24-4c4c-b9da-ee5367e17525 req-db0722aa-f156-4b87-925d-22b9f3083ffa tempest-ImagesOneServerTestJSON-419256281 tempest-ImagesOneServerTestJSON-419256281-project-member] Enqueued Resource ID: b811780c-07e6-4dea-99ca-8e1861645646 with Priority: HIGHEST for action security_group_members [ 628.439518] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b811780c-07e6-4dea-99ca-8e1861645646 with Priority: HIGHEST for action security_group_members [ 628.439894] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-b811780c-07e6-4dea-99ca-8e1861645646 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.439975] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b811780c-07e6-4dea-99ca-8e1861645646" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.441863] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b811780c-07e6-4dea-99ca-8e1861645646" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.445036] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b811780c-07e6-4dea-99ca-8e1861645646" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.445036] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.445036] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.445036] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.445036] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.445036] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.445036] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b811780c-07e6-4dea-99ca-8e1861645646',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.543707] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8931dd8-eead-4912-abf3-00443bed754b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.545624] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dcf081b2-7a3e-4efd-84fa-bbf035dfd690 with status ACTIVE [ 628.546284] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.546652] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.546878] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.547317] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.547759] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.548119] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.548394] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.548700] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.549041] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.550018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.550018] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.550018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.550018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.550018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.550018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.550018] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dcf081b2-7a3e-4efd-84fa-bbf035dfd690 is going to be updated. [ 628.554148] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8931dd8-eead-4912-abf3-00443bed754b taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.554148] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.581850] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.585022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.585347] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.585785] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.586096] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.586438] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcf081b2-7a3e-4efd-84fa-bbf035dfd690" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.641948] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b9c612e-421e-42d7-b02c-69be876051ce: rpc.has_security_group_logging(os_id): False [ 628.665554] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.665554] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.665554] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.665785] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.665785] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.665920] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.666039] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.666101] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.666277] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.666348] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.666574] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.666673] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.666739] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.666879] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.666955] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.667185] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.667353] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.667443] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.669057] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.669057] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.669057] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b9c612e-421e-42d7-b02c-69be876051ce is going to be created. [ 628.766729] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.767016] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.769166] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.769262] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.769418] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.785198] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b9c612e-421e-42d7-b02c-69be876051ce in Status: IN_PROGRESS for 2s [ 628.948146] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.948146] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.948146] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.948400] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.948498] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.948729] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.948833] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.948903] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.949081] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.949158] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.949246] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b811780c-07e6-4dea-99ca-8e1861645646 already deleted. [ 628.949381] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b811780c-07e6-4dea-99ca-8e1861645646" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.982412] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-218 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.982412] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-218" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.982412] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-218" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.982412] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-218" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.982412] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.982412] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.982412] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.982412] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.982412] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.982412] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.982412] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 628.982412] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 628.982412] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 628.983190] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.983190] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 628.983190] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 629.007186] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 629.007362] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 629.007468] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 629.007707] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-218" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.008074] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-3896379b-7eb4-4dc5-819d-f68421a44dab taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.008249] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-3896379b-7eb4-4dc5-819d-f68421a44dab" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.008361] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-3896379b-7eb4-4dc5-819d-f68421a44dab" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.008669] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-3896379b-7eb4-4dc5-819d-f68421a44dab" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.008801] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3896379b-7eb4-4dc5-819d-f68421a44dab',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.055678] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8931dd8-eead-4912-abf3-00443bed754b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.323232] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32714301-46a1-49ef-a2f1-15ebc0f2af10 in Status: SUCCESS [ 629.323520] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32714301-46a1-49ef-a2f1-15ebc0f2af10" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.323640] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32714301-46a1-49ef-a2f1-15ebc0f2af10" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.323935] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32714301-46a1-49ef-a2f1-15ebc0f2af10" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.324196] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.324485] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.324485] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.324606] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.324791] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.324791] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32714301-46a1-49ef-a2f1-15ebc0f2af10" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.324896] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('32714301-46a1-49ef-a2f1-15ebc0f2af10',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.466498] env[65517]: INFO networking_nsxv3.common.synchronization [None req-29385bbd-0cca-48b2-82b8-8bf3fdebe844 None None] Enqueued Resource ID: f68130b4-6b41-4fc8-8b28-1e64e6c00f73 with Priority: HIGHEST for action port [ 629.468478] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f68130b4-6b41-4fc8-8b28-1e64e6c00f73 with Priority: HIGHEST for action port [ 629.468478] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-f68130b4-6b41-4fc8-8b28-1e64e6c00f73 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.468478] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f68130b4-6b41-4fc8-8b28-1e64e6c00f73" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.468478] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f68130b4-6b41-4fc8-8b28-1e64e6c00f73" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.470593] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f68130b4-6b41-4fc8-8b28-1e64e6c00f73" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.470747] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f68130b4-6b41-4fc8-8b28-1e64e6c00f73',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.512236] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.512236] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.512236] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.512490] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.512490] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.512642] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port 3896379b-7eb4-4dc5-819d-f68421a44dab not found, creating... [ 629.512893] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.513056] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.513169] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.513382] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.513510] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.514964] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.514964] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.514964] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.514964] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.514964] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.514964] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: 3896379b-7eb4-4dc5-819d-f68421a44dab is going to be created. [ 629.548254] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.548254] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.548531] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.548702] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.548901] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.549349] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-3896379b-7eb4-4dc5-819d-f68421a44dab" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.559450] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.559802] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.559802] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.559802] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.560897] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.560897] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8931dd8-eead-4912-abf3-00443bed754b is going to be created. [ 629.592174] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.592354] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.592417] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.592613] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.592791] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.605960] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8931dd8-eead-4912-abf3-00443bed754b in Status: UNINITIALIZED for 2s [ 629.827707] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('32714301-46a1-49ef-a2f1-15ebc0f2af10',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.973600] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f68130b4-6b41-4fc8-8b28-1e64e6c00f73 [ 629.974014] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.974177] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.974249] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.974934] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.975237] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.975387] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f68130b4-6b41-4fc8-8b28-1e64e6c00f73 already deleted. [ 629.975503] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f68130b4-6b41-4fc8-8b28-1e64e6c00f73" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.330981] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 32714301-46a1-49ef-a2f1-15ebc0f2af10: rpc.has_security_group_logging(os_id): False [ 630.350184] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.350184] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.350541] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.351223] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.351773] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.352405] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.352554] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.352635] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.352812] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.352904] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.353354] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32714301-46a1-49ef-a2f1-15ebc0f2af10 is going to be created. [ 630.426763] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.426952] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.426952] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.427561] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.427561] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.442475] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32714301-46a1-49ef-a2f1-15ebc0f2af10 in Status: IN_PROGRESS for 2s [ 630.575501] env[65517]: INFO networking_nsxv3.common.synchronization [req-c433fb77-6f24-4c4c-b9da-ee5367e17525 req-a6627026-2425-416e-be3f-a4e783b2f0eb service nova] Enqueued Resource ID: b811780c-07e6-4dea-99ca-8e1861645646 with Priority: HIGHEST for action security_group_rules [ 630.575717] env[65517]: INFO networking_nsxv3.common.synchronization [req-c433fb77-6f24-4c4c-b9da-ee5367e17525 req-a6627026-2425-416e-be3f-a4e783b2f0eb service nova] Enqueued Resource ID: b811780c-07e6-4dea-99ca-8e1861645646 with Priority: HIGHEST for action security_group_members [ 630.575858] env[65517]: INFO networking_nsxv3.common.synchronization [req-c433fb77-6f24-4c4c-b9da-ee5367e17525 req-a6627026-2425-416e-be3f-a4e783b2f0eb service nova] Enqueued Resource ID: 3896379b-7eb4-4dc5-819d-f68421a44dab with Priority: HIGHEST for action port [ 630.577056] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b811780c-07e6-4dea-99ca-8e1861645646 with Priority: HIGHEST for action security_group_rules [ 630.577222] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b811780c-07e6-4dea-99ca-8e1861645646 with Priority: HIGHEST for action security_group_members [ 630.577651] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3896379b-7eb4-4dc5-819d-f68421a44dab with Priority: HIGHEST for action port [ 630.577757] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b811780c-07e6-4dea-99ca-8e1861645646 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.577848] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b811780c-07e6-4dea-99ca-8e1861645646" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.577933] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b811780c-07e6-4dea-99ca-8e1861645646" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.578228] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b811780c-07e6-4dea-99ca-8e1861645646" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.578833] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b811780c-07e6-4dea-99ca-8e1861645646',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.580308] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-b811780c-07e6-4dea-99ca-8e1861645646 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.580464] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b811780c-07e6-4dea-99ca-8e1861645646" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.580586] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b811780c-07e6-4dea-99ca-8e1861645646" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.580876] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b811780c-07e6-4dea-99ca-8e1861645646" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.581863] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.581863] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.581863] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.581863] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.581863] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.581863] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b811780c-07e6-4dea-99ca-8e1861645646',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.582867] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-3896379b-7eb4-4dc5-819d-f68421a44dab taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.582959] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3896379b-7eb4-4dc5-819d-f68421a44dab" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.583035] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3896379b-7eb4-4dc5-819d-f68421a44dab" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.583179] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3896379b-7eb4-4dc5-819d-f68421a44dab" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.583915] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3896379b-7eb4-4dc5-819d-f68421a44dab',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.800515] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b9c612e-421e-42d7-b02c-69be876051ce in Status: SUCCESS [ 630.800782] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b9c612e-421e-42d7-b02c-69be876051ce" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.001203] env[65517]: INFO networking_nsxv3.common.synchronization [req-8f550d86-1a5a-4de8-9faa-6ecb54fe4d57 req-81a3e2df-a551-4697-adf6-0bf19900ddee tempest-DeleteServersAdminTestJSON-1353403214 tempest-DeleteServersAdminTestJSON-1353403214-project-member] Enqueued Resource ID: f4322a65-b67f-40fc-94c6-bc6937eb52cf with Priority: HIGHEST for action security_group_members [ 631.001840] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4322a65-b67f-40fc-94c6-bc6937eb52cf with Priority: HIGHEST for action security_group_members [ 631.006517] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4322a65-b67f-40fc-94c6-bc6937eb52cf taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.006688] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.006760] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.007066] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.007484] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.007484] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.007484] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.007709] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.007709] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.007823] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4322a65-b67f-40fc-94c6-bc6937eb52cf',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.085453] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-b811780c-07e6-4dea-99ca-8e1861645646 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.085602] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b811780c-07e6-4dea-99ca-8e1861645646" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.088893] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b811780c-07e6-4dea-99ca-8e1861645646',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.089942] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3896379b-7eb4-4dc5-819d-f68421a44dab with status ACTIVE [ 631.090558] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.090558] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.090558] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.090558] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.090793] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.092239] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.092239] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.092239] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.092239] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.092239] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.092239] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.092239] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.092239] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.092239] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.092239] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.092239] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3896379b-7eb4-4dc5-819d-f68421a44dab is going to be updated. [ 631.123844] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.123844] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.123844] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.123844] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.123844] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.123844] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3896379b-7eb4-4dc5-819d-f68421a44dab" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.336520] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-380 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.337854] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-380" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.338357] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-380" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.339836] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-380" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.339836] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.339836] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.339836] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.339836] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.340069] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.341533] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 631.341533] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 631.341533] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 631.341533] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 631.341533] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 631.341533] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 631.341533] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 631.365490] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 631.365651] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 631.366143] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 631.366250] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-380" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.366646] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-9902660c-976f-4cee-8338-74f077c8f7b3 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.366776] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-9902660c-976f-4cee-8338-74f077c8f7b3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.366958] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-9902660c-976f-4cee-8338-74f077c8f7b3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.367233] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-9902660c-976f-4cee-8338-74f077c8f7b3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.367508] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9902660c-976f-4cee-8338-74f077c8f7b3',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.510871] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.511364] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.511364] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.511494] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.511612] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.511884] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.512057] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.512150] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.512319] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.512393] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.512483] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4322a65-b67f-40fc-94c6-bc6937eb52cf already deleted. [ 631.512572] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.599968] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b811780c-07e6-4dea-99ca-8e1861645646',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.617122] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8931dd8-eead-4912-abf3-00443bed754b in Status: SUCCESS [ 631.617354] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.617849] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.618098] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.618322] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.618452] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.618548] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.618759] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.618835] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.618878] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.618956] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8931dd8-eead-4912-abf3-00443bed754b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.870074] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.870325] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.870447] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.870759] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.870923] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.871095] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port 9902660c-976f-4cee-8338-74f077c8f7b3 not found, creating... [ 631.871354] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.871508] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.871621] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.871865] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.871994] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.872377] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.872520] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.872630] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.872834] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.872961] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.873107] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: 9902660c-976f-4cee-8338-74f077c8f7b3 is going to be created. [ 631.894482] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.894709] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.894798] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.895085] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.895309] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.895543] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-9902660c-976f-4cee-8338-74f077c8f7b3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.106109] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.106296] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.106372] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.106654] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.106722] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.107176] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b811780c-07e6-4dea-99ca-8e1861645646 is going to be created. [ 632.123186] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8931dd8-eead-4912-abf3-00443bed754b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.143299] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.143577] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.143577] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.143835] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.144056] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.163084] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b811780c-07e6-4dea-99ca-8e1861645646 in Status: UNINITIALIZED for 2s [ 632.455794] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32714301-46a1-49ef-a2f1-15ebc0f2af10 in Status: SUCCESS [ 632.456223] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32714301-46a1-49ef-a2f1-15ebc0f2af10" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.629121] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8931dd8-eead-4912-abf3-00443bed754b: rpc.has_security_group_logging(os_id): False [ 632.630892] env[65517]: INFO networking_nsxv3.common.synchronization [req-8f550d86-1a5a-4de8-9faa-6ecb54fe4d57 req-da6ed0d4-0cf1-4617-8060-fec58fa6c602 service nova] Enqueued Resource ID: f4322a65-b67f-40fc-94c6-bc6937eb52cf with Priority: HIGHEST for action security_group_rules [ 632.631116] env[65517]: INFO networking_nsxv3.common.synchronization [req-8f550d86-1a5a-4de8-9faa-6ecb54fe4d57 req-da6ed0d4-0cf1-4617-8060-fec58fa6c602 service nova] Enqueued Resource ID: f4322a65-b67f-40fc-94c6-bc6937eb52cf with Priority: HIGHEST for action security_group_members [ 632.631234] env[65517]: INFO networking_nsxv3.common.synchronization [req-8f550d86-1a5a-4de8-9faa-6ecb54fe4d57 req-da6ed0d4-0cf1-4617-8060-fec58fa6c602 service nova] Enqueued Resource ID: 9902660c-976f-4cee-8338-74f077c8f7b3 with Priority: HIGHEST for action port [ 632.631810] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4322a65-b67f-40fc-94c6-bc6937eb52cf with Priority: HIGHEST for action security_group_rules [ 632.631960] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4322a65-b67f-40fc-94c6-bc6937eb52cf with Priority: HIGHEST for action security_group_members [ 632.632075] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9902660c-976f-4cee-8338-74f077c8f7b3 with Priority: HIGHEST for action port [ 632.632849] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4322a65-b67f-40fc-94c6-bc6937eb52cf taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.632919] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.632998] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.633270] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.633360] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4322a65-b67f-40fc-94c6-bc6937eb52cf',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.634249] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4322a65-b67f-40fc-94c6-bc6937eb52cf taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.634394] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.634476] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.634864] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.634864] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.634989] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.634989] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.635946] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.635946] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.635946] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4322a65-b67f-40fc-94c6-bc6937eb52cf',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.636235] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-9902660c-976f-4cee-8338-74f077c8f7b3 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.636351] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9902660c-976f-4cee-8338-74f077c8f7b3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.636404] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9902660c-976f-4cee-8338-74f077c8f7b3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.636566] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9902660c-976f-4cee-8338-74f077c8f7b3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.636663] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9902660c-976f-4cee-8338-74f077c8f7b3',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.651241] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.652411] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.652411] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.652411] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.652411] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.655814] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.655814] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.655814] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.655814] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.655814] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.655814] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8931dd8-eead-4912-abf3-00443bed754b is going to be created. [ 632.733831] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.734059] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.734111] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.734358] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.734542] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.749186] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8931dd8-eead-4912-abf3-00443bed754b in Status: IN_PROGRESS for 2s [ 633.141043] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9902660c-976f-4cee-8338-74f077c8f7b3 with status ACTIVE [ 633.141332] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.141464] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.141532] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.141764] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.141857] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.142038] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.142159] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.142217] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.142368] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.142443] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.142626] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.142709] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.142774] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.142920] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.143029] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.143123] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9902660c-976f-4cee-8338-74f077c8f7b3 is going to be updated. [ 633.145425] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4322a65-b67f-40fc-94c6-bc6937eb52cf',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.146485] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4322a65-b67f-40fc-94c6-bc6937eb52cf taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.146614] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.171094] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.171306] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.171371] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.171686] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.171873] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.172104] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9902660c-976f-4cee-8338-74f077c8f7b3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.394155] env[65517]: INFO networking_nsxv3.common.synchronization [req-d3a7a812-a797-4a64-9400-d72c20a7aa2f req-77fd16cc-7bd3-4ae1-aac9-d49aaaa33a02 tempest-ServersTestManualDisk-124804535 tempest-ServersTestManualDisk-124804535-project-member] Enqueued Resource ID: ab442ce5-6c19-49f8-9295-22ca7019ba57 with Priority: HIGHEST for action security_group_members [ 633.394155] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab442ce5-6c19-49f8-9295-22ca7019ba57 with Priority: HIGHEST for action security_group_members [ 633.399076] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab442ce5-6c19-49f8-9295-22ca7019ba57 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.399076] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab442ce5-6c19-49f8-9295-22ca7019ba57" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.399076] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab442ce5-6c19-49f8-9295-22ca7019ba57" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.399076] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab442ce5-6c19-49f8-9295-22ca7019ba57" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.399076] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.399076] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.399076] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.399856] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.399976] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.400121] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab442ce5-6c19-49f8-9295-22ca7019ba57',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.650128] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4322a65-b67f-40fc-94c6-bc6937eb52cf',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.903404] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.903598] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.903672] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.910026] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.910026] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.910026] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.910026] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.910026] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.910026] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.910026] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.910026] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab442ce5-6c19-49f8-9295-22ca7019ba57 already deleted. [ 633.910026] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab442ce5-6c19-49f8-9295-22ca7019ba57" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.912156] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-35 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.912420] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-35" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.912562] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-35" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.912910] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-35" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.913183] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.913336] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.913448] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.913656] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.913783] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.913973] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.914079] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 633.914178] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 633.914282] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 633.914364] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.914467] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 633.914616] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 633.941525] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 633.941856] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 633.942086] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 633.942374] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-35" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.942816] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-a002c980-b974-432b-aa4e-e8613c617e8e taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.943073] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-a002c980-b974-432b-aa4e-e8613c617e8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.943241] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-a002c980-b974-432b-aa4e-e8613c617e8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.943916] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-a002c980-b974-432b-aa4e-e8613c617e8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.944159] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a002c980-b974-432b-aa4e-e8613c617e8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.154078] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.154491] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.154491] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.154739] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.154806] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.154928] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4322a65-b67f-40fc-94c6-bc6937eb52cf is going to be created. [ 634.174351] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b811780c-07e6-4dea-99ca-8e1861645646 in Status: SUCCESS [ 634.174672] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b811780c-07e6-4dea-99ca-8e1861645646" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.175015] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b811780c-07e6-4dea-99ca-8e1861645646" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.175205] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b811780c-07e6-4dea-99ca-8e1861645646" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.175479] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.175698] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.175813] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.176076] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.176177] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.176465] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b811780c-07e6-4dea-99ca-8e1861645646" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.176465] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b811780c-07e6-4dea-99ca-8e1861645646',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.186830] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.187068] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.187161] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.187967] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.187967] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.207496] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4322a65-b67f-40fc-94c6-bc6937eb52cf in Status: UNINITIALIZED for 2s [ 634.447285] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.447525] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.447803] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.448226] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.448450] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.448646] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port a002c980-b974-432b-aa4e-e8613c617e8e not found, creating... [ 634.449037] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.449209] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.449324] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.449557] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.449691] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.449995] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.450173] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.450285] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.450519] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.450653] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.450847] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: a002c980-b974-432b-aa4e-e8613c617e8e is going to be created. [ 634.475810] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.477080] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.477080] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.477080] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.477080] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.477080] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-a002c980-b974-432b-aa4e-e8613c617e8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.678715] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-b811780c-07e6-4dea-99ca-8e1861645646 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.679122] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b811780c-07e6-4dea-99ca-8e1861645646" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.679122] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b811780c-07e6-4dea-99ca-8e1861645646" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.679402] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b811780c-07e6-4dea-99ca-8e1861645646" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.679613] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.679724] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.679794] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.679989] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.680096] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.680192] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b811780c-07e6-4dea-99ca-8e1861645646" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.680380] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-b811780c-07e6-4dea-99ca-8e1861645646 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.680488] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b811780c-07e6-4dea-99ca-8e1861645646" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.680542] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b811780c-07e6-4dea-99ca-8e1861645646" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.683676] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b811780c-07e6-4dea-99ca-8e1861645646" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.683676] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.683676] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.683676] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.683676] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.683676] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.683676] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b811780c-07e6-4dea-99ca-8e1861645646" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.683676] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b811780c-07e6-4dea-99ca-8e1861645646',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.765411] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8931dd8-eead-4912-abf3-00443bed754b in Status: SUCCESS [ 634.765691] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.182275] env[65517]: INFO networking_nsxv3.common.synchronization [req-d3a7a812-a797-4a64-9400-d72c20a7aa2f req-65ae7558-59d7-4cce-b9f2-cd4fb2b1a256 service nova] Enqueued Resource ID: ab442ce5-6c19-49f8-9295-22ca7019ba57 with Priority: HIGHEST for action security_group_rules [ 635.182275] env[65517]: INFO networking_nsxv3.common.synchronization [req-d3a7a812-a797-4a64-9400-d72c20a7aa2f req-65ae7558-59d7-4cce-b9f2-cd4fb2b1a256 service nova] Enqueued Resource ID: ab442ce5-6c19-49f8-9295-22ca7019ba57 with Priority: HIGHEST for action security_group_members [ 635.182275] env[65517]: INFO networking_nsxv3.common.synchronization [req-d3a7a812-a797-4a64-9400-d72c20a7aa2f req-65ae7558-59d7-4cce-b9f2-cd4fb2b1a256 service nova] Enqueued Resource ID: a002c980-b974-432b-aa4e-e8613c617e8e with Priority: HIGHEST for action port [ 635.182275] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab442ce5-6c19-49f8-9295-22ca7019ba57 with Priority: HIGHEST for action security_group_rules [ 635.182275] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab442ce5-6c19-49f8-9295-22ca7019ba57 with Priority: HIGHEST for action security_group_members [ 635.182275] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a002c980-b974-432b-aa4e-e8613c617e8e with Priority: HIGHEST for action port [ 635.187138] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab442ce5-6c19-49f8-9295-22ca7019ba57 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.187138] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab442ce5-6c19-49f8-9295-22ca7019ba57" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.187138] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab442ce5-6c19-49f8-9295-22ca7019ba57" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.187138] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab442ce5-6c19-49f8-9295-22ca7019ba57" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.187138] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab442ce5-6c19-49f8-9295-22ca7019ba57',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.187138] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab442ce5-6c19-49f8-9295-22ca7019ba57 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.187138] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab442ce5-6c19-49f8-9295-22ca7019ba57" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.187138] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab442ce5-6c19-49f8-9295-22ca7019ba57" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.187138] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab442ce5-6c19-49f8-9295-22ca7019ba57" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.187138] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.187138] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.187138] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.187138] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.187138] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.187138] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab442ce5-6c19-49f8-9295-22ca7019ba57',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.188419] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-a002c980-b974-432b-aa4e-e8613c617e8e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.188687] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a002c980-b974-432b-aa4e-e8613c617e8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.192640] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a002c980-b974-432b-aa4e-e8613c617e8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.192640] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a002c980-b974-432b-aa4e-e8613c617e8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.192640] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a002c980-b974-432b-aa4e-e8613c617e8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.192640] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b811780c-07e6-4dea-99ca-8e1861645646: rpc.has_security_group_logging(os_id): False [ 635.210576] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.210786] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.210867] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.211031] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.211115] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.211339] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.211449] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.211690] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.212137] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.212221] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.212423] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.212520] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.212581] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.212730] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.212824] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.213058] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.213383] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.213383] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.213383] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.213535] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.213535] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b811780c-07e6-4dea-99ca-8e1861645646 is going to be created. [ 635.282606] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.282606] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.282606] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.282606] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.282606] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.304212] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b811780c-07e6-4dea-99ca-8e1861645646 in Status: IN_PROGRESS for 2s [ 635.691711] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab442ce5-6c19-49f8-9295-22ca7019ba57 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.692100] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab442ce5-6c19-49f8-9295-22ca7019ba57" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.692208] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab442ce5-6c19-49f8-9295-22ca7019ba57',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.693372] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a002c980-b974-432b-aa4e-e8613c617e8e with status ACTIVE [ 635.693372] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.693477] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.693515] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.698167] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.698278] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.698517] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.698654] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.698708] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.698890] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.698970] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.699868] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.700101] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.700101] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.700267] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.700364] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.700431] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a002c980-b974-432b-aa4e-e8613c617e8e is going to be updated. [ 635.725239] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.725422] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.725482] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.725785] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.725927] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.726134] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a002c980-b974-432b-aa4e-e8613c617e8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.813565] env[65517]: INFO networking_nsxv3.common.synchronization [req-4ba4d723-da21-45a5-94a2-f5cab6e26f48 req-604045d8-0a01-4641-a975-fce12314b1b8 tempest-ServerActionsTestJSON-1355288579 tempest-ServerActionsTestJSON-1355288579-project-member] Enqueued Resource ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 with Priority: HIGHEST for action security_group_members [ 635.814194] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 with Priority: HIGHEST for action security_group_members [ 635.815116] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-650c42bb-4b14-46f3-bb4b-20aece7de379 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.815116] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.815116] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.815116] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.815350] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.815403] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.815435] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.815802] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.815802] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.815886] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('650c42bb-4b14-46f3-bb4b-20aece7de379',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.203592] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab442ce5-6c19-49f8-9295-22ca7019ba57',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.219861] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4322a65-b67f-40fc-94c6-bc6937eb52cf in Status: UNINITIALIZED for 4s [ 636.265272] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-867 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.265475] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.265591] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.266348] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.266639] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.266800] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.266924] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.267149] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.267298] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.267546] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.267685] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 636.267780] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 636.267993] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 636.267993] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.269678] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 636.269678] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 636.287798] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 636.288114] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 636.288114] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 636.288485] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.289056] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-cf16c93a-755c-435b-8c86-833d8ea8afbf taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.289056] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-cf16c93a-755c-435b-8c86-833d8ea8afbf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.289420] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-cf16c93a-755c-435b-8c86-833d8ea8afbf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.289582] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-cf16c93a-755c-435b-8c86-833d8ea8afbf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.289752] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf16c93a-755c-435b-8c86-833d8ea8afbf',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.318330] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.318482] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.318550] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.318822] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.318913] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.319137] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.319239] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.319299] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.319449] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.319520] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.319604] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 already deleted. [ 636.319680] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.706254] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.706514] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.706583] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.706941] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.707057] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.707159] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab442ce5-6c19-49f8-9295-22ca7019ba57 is going to be created. [ 636.732189] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.732525] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.732525] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.732841] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.733450] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.742960] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab442ce5-6c19-49f8-9295-22ca7019ba57 in Status: UNINITIALIZED for 2s [ 636.792174] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.792387] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.792488] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.792781] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.792927] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.793096] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port cf16c93a-755c-435b-8c86-833d8ea8afbf not found, creating... [ 636.793364] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.793609] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.793671] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.793850] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.793984] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.794274] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.794421] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.794529] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.794773] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.794886] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.795035] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: cf16c93a-755c-435b-8c86-833d8ea8afbf is going to be created. [ 636.817416] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.817416] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.817616] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.818091] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.818091] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.818318] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-cf16c93a-755c-435b-8c86-833d8ea8afbf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.321744] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b811780c-07e6-4dea-99ca-8e1861645646 in Status: SUCCESS [ 637.321928] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b811780c-07e6-4dea-99ca-8e1861645646" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.539287] env[65517]: INFO networking_nsxv3.common.synchronization [req-4ba4d723-da21-45a5-94a2-f5cab6e26f48 req-228d6d1a-b166-4e44-8920-97a712c1208e service nova] Enqueued Resource ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 with Priority: HIGHEST for action security_group_rules [ 637.540114] env[65517]: INFO networking_nsxv3.common.synchronization [req-4ba4d723-da21-45a5-94a2-f5cab6e26f48 req-228d6d1a-b166-4e44-8920-97a712c1208e service nova] Enqueued Resource ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 with Priority: HIGHEST for action security_group_members [ 637.540114] env[65517]: INFO networking_nsxv3.common.synchronization [req-4ba4d723-da21-45a5-94a2-f5cab6e26f48 req-228d6d1a-b166-4e44-8920-97a712c1208e service nova] Enqueued Resource ID: cf16c93a-755c-435b-8c86-833d8ea8afbf with Priority: HIGHEST for action port [ 637.541076] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 with Priority: HIGHEST for action security_group_rules [ 637.541076] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 with Priority: HIGHEST for action security_group_members [ 637.541076] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf16c93a-755c-435b-8c86-833d8ea8afbf with Priority: HIGHEST for action port [ 637.542112] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-650c42bb-4b14-46f3-bb4b-20aece7de379 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.542193] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.542263] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.542503] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.542575] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('650c42bb-4b14-46f3-bb4b-20aece7de379',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.543423] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-650c42bb-4b14-46f3-bb4b-20aece7de379 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.543548] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.543617] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.544288] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.544288] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.544288] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.544288] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.544288] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.544288] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.544676] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('650c42bb-4b14-46f3-bb4b-20aece7de379',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.546643] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf16c93a-755c-435b-8c86-833d8ea8afbf taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.546643] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf16c93a-755c-435b-8c86-833d8ea8afbf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.546643] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf16c93a-755c-435b-8c86-833d8ea8afbf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.546643] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf16c93a-755c-435b-8c86-833d8ea8afbf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.546643] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf16c93a-755c-435b-8c86-833d8ea8afbf',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.047739] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-650c42bb-4b14-46f3-bb4b-20aece7de379 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.048093] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.048287] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('650c42bb-4b14-46f3-bb4b-20aece7de379',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.049219] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf16c93a-755c-435b-8c86-833d8ea8afbf with status ACTIVE [ 638.049406] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.049523] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.049589] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.049784] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.049873] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.050154] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.050291] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.050355] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.050512] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.050590] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.050771] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.050886] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.050948] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.051482] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.051639] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.051692] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf16c93a-755c-435b-8c86-833d8ea8afbf is going to be updated. [ 638.079056] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.079237] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.079863] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.080223] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.080852] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.081137] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf16c93a-755c-435b-8c86-833d8ea8afbf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.230654] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4322a65-b67f-40fc-94c6-bc6937eb52cf in Status: SUCCESS [ 638.230951] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.232154] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.232437] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.232691] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.233018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.233018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.233188] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.233258] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.233375] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.233498] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4322a65-b67f-40fc-94c6-bc6937eb52cf',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.465668] env[65517]: INFO networking_nsxv3.common.synchronization [None req-f3ab961d-e0c5-48ca-b13e-57cb7c7ba730 None None] Enqueued Resource ID: c4e36a92-c9f7-4b50-b3e1-284c5d71936b with Priority: HIGHEST for action port [ 638.466250] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4e36a92-c9f7-4b50-b3e1-284c5d71936b with Priority: HIGHEST for action port [ 638.466575] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4e36a92-c9f7-4b50-b3e1-284c5d71936b taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.466871] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4e36a92-c9f7-4b50-b3e1-284c5d71936b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.467030] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4e36a92-c9f7-4b50-b3e1-284c5d71936b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.467396] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4e36a92-c9f7-4b50-b3e1-284c5d71936b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.467496] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4e36a92-c9f7-4b50-b3e1-284c5d71936b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.556214] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('650c42bb-4b14-46f3-bb4b-20aece7de379',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.736889] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4322a65-b67f-40fc-94c6-bc6937eb52cf taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.737168] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.737248] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.737481] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.737706] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.737821] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.737924] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.738073] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.738165] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.738250] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.738407] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4322a65-b67f-40fc-94c6-bc6937eb52cf taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.738500] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.738563] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.738737] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.738905] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.739015] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.739083] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.739222] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.739354] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.739391] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.739459] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4322a65-b67f-40fc-94c6-bc6937eb52cf',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.752259] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab442ce5-6c19-49f8-9295-22ca7019ba57 in Status: SUCCESS [ 638.752481] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab442ce5-6c19-49f8-9295-22ca7019ba57" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.752915] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab442ce5-6c19-49f8-9295-22ca7019ba57" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.753166] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab442ce5-6c19-49f8-9295-22ca7019ba57" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.753357] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.753524] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.753524] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.753670] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.753749] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.753834] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab442ce5-6c19-49f8-9295-22ca7019ba57" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.753915] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab442ce5-6c19-49f8-9295-22ca7019ba57',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.971088] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4e36a92-c9f7-4b50-b3e1-284c5d71936b [ 638.971373] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.971578] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.971674] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.972015] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.972076] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.972224] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4e36a92-c9f7-4b50-b3e1-284c5d71936b already deleted. [ 638.972339] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4e36a92-c9f7-4b50-b3e1-284c5d71936b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.062508] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.062831] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.062831] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.065017] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.065017] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.065017] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 is going to be created. [ 639.093550] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.093742] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.094105] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.094105] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.094325] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.107857] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 in Status: UNINITIALIZED for 2s [ 639.242760] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4322a65-b67f-40fc-94c6-bc6937eb52cf: rpc.has_security_group_logging(os_id): False [ 639.256807] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab442ce5-6c19-49f8-9295-22ca7019ba57',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.272915] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.272915] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.272915] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.272915] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.272915] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.272915] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.272915] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.272915] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.272915] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.272915] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.272915] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.272915] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.272915] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.272915] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.272915] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.273718] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.273718] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.273718] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.273718] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.273718] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.273718] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4322a65-b67f-40fc-94c6-bc6937eb52cf is going to be created. [ 639.381892] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.382084] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.382135] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.382347] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.382639] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.413290] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4322a65-b67f-40fc-94c6-bc6937eb52cf in Status: IN_PROGRESS for 2s [ 639.487828] env[65517]: INFO networking_nsxv3.common.synchronization [req-7e65e508-6682-40c5-8005-883e79309607 req-362e2abb-a95d-43fb-8254-df362203cb66 tempest-TenantUsagesTestJSON-474643970 tempest-TenantUsagesTestJSON-474643970-project-member] Enqueued Resource ID: f7b8416e-2d48-4fe8-a70f-beee264427e4 with Priority: HIGHEST for action security_group_members [ 639.488655] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7b8416e-2d48-4fe8-a70f-beee264427e4 with Priority: HIGHEST for action security_group_members [ 639.489093] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7b8416e-2d48-4fe8-a70f-beee264427e4 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.489278] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7b8416e-2d48-4fe8-a70f-beee264427e4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.489373] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7b8416e-2d48-4fe8-a70f-beee264427e4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.489876] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7b8416e-2d48-4fe8-a70f-beee264427e4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.490038] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.490198] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.490288] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.490610] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.490722] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.490876] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7b8416e-2d48-4fe8-a70f-beee264427e4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.760234] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab442ce5-6c19-49f8-9295-22ca7019ba57: rpc.has_security_group_logging(os_id): False [ 639.786737] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.786926] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.787011] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.787237] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.787373] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.787688] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.787818] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.787884] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.788095] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.788303] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.788303] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab442ce5-6c19-49f8-9295-22ca7019ba57 is going to be created. [ 639.863033] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.863033] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.863033] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.863033] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.863033] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.875907] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab442ce5-6c19-49f8-9295-22ca7019ba57 in Status: IN_PROGRESS for 2s [ 639.994615] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.995105] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.995298] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.995615] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.995939] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.996265] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.996515] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.996707] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.997034] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.997248] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.997432] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7b8416e-2d48-4fe8-a70f-beee264427e4 already deleted. [ 639.998286] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7b8416e-2d48-4fe8-a70f-beee264427e4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.070405] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-380 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.070740] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-380" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.070740] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-380" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.072096] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-380" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.072096] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.072096] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.072096] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.072096] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.072096] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.072096] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.072096] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 640.072571] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 640.072571] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 640.072571] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.072571] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 640.072571] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 640.094218] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 640.094405] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 640.094567] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 640.094748] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-380" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.095104] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-366aac9d-7922-4057-b141-5f4d54f4e2ab taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.095317] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-366aac9d-7922-4057-b141-5f4d54f4e2ab" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.095452] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-366aac9d-7922-4057-b141-5f4d54f4e2ab" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.095816] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-366aac9d-7922-4057-b141-5f4d54f4e2ab" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.095949] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('366aac9d-7922-4057-b141-5f4d54f4e2ab',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.601489] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.601489] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.601489] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.601489] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.601489] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.601489] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port 366aac9d-7922-4057-b141-5f4d54f4e2ab not found, creating... [ 640.601489] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.601489] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.601489] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.601489] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.602107] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.602107] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.602192] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.602289] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.602502] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.602626] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.602765] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: 366aac9d-7922-4057-b141-5f4d54f4e2ab is going to be created. [ 640.630812] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.631158] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.631238] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.631553] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.631823] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.632150] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-366aac9d-7922-4057-b141-5f4d54f4e2ab" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.827602] env[65517]: INFO networking_nsxv3.common.synchronization [None req-763a234d-424c-4385-b334-6326322473c4 None None] Enqueued Resource ID: afbfdbd8-0d13-45c2-b4f4-c837615fbed4 with Priority: HIGHEST for action port [ 640.827602] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afbfdbd8-0d13-45c2-b4f4-c837615fbed4 with Priority: HIGHEST for action port [ 640.827602] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-afbfdbd8-0d13-45c2-b4f4-c837615fbed4 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.827602] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afbfdbd8-0d13-45c2-b4f4-c837615fbed4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.827602] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afbfdbd8-0d13-45c2-b4f4-c837615fbed4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.829029] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afbfdbd8-0d13-45c2-b4f4-c837615fbed4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.829029] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afbfdbd8-0d13-45c2-b4f4-c837615fbed4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.119043] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 in Status: SUCCESS [ 641.119389] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.119477] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.119708] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.120021] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.120502] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.120584] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.120751] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.120880] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.120980] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.121321] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('650c42bb-4b14-46f3-bb4b-20aece7de379',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.390862] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port afbfdbd8-0d13-45c2-b4f4-c837615fbed4 [ 641.390862] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.390862] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.390862] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.390862] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.390862] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.390862] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:afbfdbd8-0d13-45c2-b4f4-c837615fbed4 already deleted. [ 641.390862] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afbfdbd8-0d13-45c2-b4f4-c837615fbed4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.429519] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4322a65-b67f-40fc-94c6-bc6937eb52cf in Status: SUCCESS [ 641.429519] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.498839] env[65517]: INFO networking_nsxv3.common.synchronization [req-7e65e508-6682-40c5-8005-883e79309607 req-171ca7ee-3678-46db-b616-9496c18c725d service nova] Enqueued Resource ID: f7b8416e-2d48-4fe8-a70f-beee264427e4 with Priority: HIGHEST for action security_group_rules [ 641.499076] env[65517]: INFO networking_nsxv3.common.synchronization [req-7e65e508-6682-40c5-8005-883e79309607 req-171ca7ee-3678-46db-b616-9496c18c725d service nova] Enqueued Resource ID: f7b8416e-2d48-4fe8-a70f-beee264427e4 with Priority: HIGHEST for action security_group_members [ 641.499267] env[65517]: INFO networking_nsxv3.common.synchronization [req-7e65e508-6682-40c5-8005-883e79309607 req-171ca7ee-3678-46db-b616-9496c18c725d service nova] Enqueued Resource ID: 366aac9d-7922-4057-b141-5f4d54f4e2ab with Priority: HIGHEST for action port [ 641.499903] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7b8416e-2d48-4fe8-a70f-beee264427e4 with Priority: HIGHEST for action security_group_rules [ 641.500136] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7b8416e-2d48-4fe8-a70f-beee264427e4 with Priority: HIGHEST for action security_group_members [ 641.500136] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 366aac9d-7922-4057-b141-5f4d54f4e2ab with Priority: HIGHEST for action port [ 641.500539] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7b8416e-2d48-4fe8-a70f-beee264427e4 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.500676] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7b8416e-2d48-4fe8-a70f-beee264427e4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.500754] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7b8416e-2d48-4fe8-a70f-beee264427e4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.501189] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7b8416e-2d48-4fe8-a70f-beee264427e4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.501189] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7b8416e-2d48-4fe8-a70f-beee264427e4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.501985] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7b8416e-2d48-4fe8-a70f-beee264427e4 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.502106] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7b8416e-2d48-4fe8-a70f-beee264427e4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.502167] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7b8416e-2d48-4fe8-a70f-beee264427e4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.502345] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7b8416e-2d48-4fe8-a70f-beee264427e4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.502512] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.502601] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.502659] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.503275] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.503275] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.503275] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7b8416e-2d48-4fe8-a70f-beee264427e4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.503770] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-366aac9d-7922-4057-b141-5f4d54f4e2ab taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.503878] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-366aac9d-7922-4057-b141-5f4d54f4e2ab" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.503960] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-366aac9d-7922-4057-b141-5f4d54f4e2ab" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.504129] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-366aac9d-7922-4057-b141-5f4d54f4e2ab" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.504311] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('366aac9d-7922-4057-b141-5f4d54f4e2ab',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.623771] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('650c42bb-4b14-46f3-bb4b-20aece7de379',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.893826] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab442ce5-6c19-49f8-9295-22ca7019ba57 in Status: SUCCESS [ 641.893826] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab442ce5-6c19-49f8-9295-22ca7019ba57" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.920593] env[65517]: INFO networking_nsxv3.common.synchronization [req-24899773-aed1-4b2a-81f2-e1dbffda7983 req-df1d65b1-49e1-49d7-96b9-4577287b6289 tempest-VolumesAssistedSnapshotsTest-1945422185 tempest-VolumesAssistedSnapshotsTest-1945422185-project-member] Enqueued Resource ID: 0dc4c6c0-c826-4e19-a455-d965e0b68de2 with Priority: HIGHEST for action security_group_members [ 641.922290] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dc4c6c0-c826-4e19-a455-d965e0b68de2 with Priority: HIGHEST for action security_group_members [ 641.922692] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dc4c6c0-c826-4e19-a455-d965e0b68de2 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.922908] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dc4c6c0-c826-4e19-a455-d965e0b68de2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.923024] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dc4c6c0-c826-4e19-a455-d965e0b68de2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.923874] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dc4c6c0-c826-4e19-a455-d965e0b68de2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.924210] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.924863] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.924971] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.925246] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.925368] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.925494] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dc4c6c0-c826-4e19-a455-d965e0b68de2',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.006852] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7b8416e-2d48-4fe8-a70f-beee264427e4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.008043] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7b8416e-2d48-4fe8-a70f-beee264427e4 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.012430] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7b8416e-2d48-4fe8-a70f-beee264427e4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.012558] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 366aac9d-7922-4057-b141-5f4d54f4e2ab with status ACTIVE [ 642.013008] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.013224] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.013289] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.013596] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.013596] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.013782] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.013954] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.013988] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.014188] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.014427] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.014489] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.014574] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.014645] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.014776] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.014959] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.015144] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 366aac9d-7922-4057-b141-5f4d54f4e2ab is going to be updated. [ 642.041903] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.042130] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.042350] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.042654] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.042876] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.043166] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-366aac9d-7922-4057-b141-5f4d54f4e2ab" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.128619] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 650c42bb-4b14-46f3-bb4b-20aece7de379: rpc.has_security_group_logging(os_id): False [ 642.146637] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.146897] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.147019] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.147363] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.147541] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.147862] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.147989] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.148242] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.148476] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.148586] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.149532] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 is going to be created. [ 642.234284] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.234415] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.234480] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.234686] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.235249] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.250716] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 in Status: IN_PROGRESS for 2s [ 642.394610] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-995 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.394987] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-995" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.395309] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-995" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.395989] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-995" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.396338] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.396571] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.396691] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.396969] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.397153] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.397371] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.397482] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 642.397584] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 642.397684] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 642.397940] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.398086] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 642.398229] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 642.420625] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 642.420897] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 642.421083] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 642.421390] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-995" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.421776] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-ef361904-5296-49e1-aeb2-182cd4adb91b taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.422024] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-ef361904-5296-49e1-aeb2-182cd4adb91b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.422185] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-ef361904-5296-49e1-aeb2-182cd4adb91b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.422613] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-ef361904-5296-49e1-aeb2-182cd4adb91b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.426018] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef361904-5296-49e1-aeb2-182cd4adb91b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.428570] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.428663] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.428733] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.429041] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.429154] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.429369] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.429478] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.429552] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.429694] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.429764] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.429887] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dc4c6c0-c826-4e19-a455-d965e0b68de2 already deleted. [ 642.430061] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dc4c6c0-c826-4e19-a455-d965e0b68de2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.520307] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7b8416e-2d48-4fe8-a70f-beee264427e4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.928366] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.928612] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.928676] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.928966] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.929336] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.929336] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port ef361904-5296-49e1-aeb2-182cd4adb91b not found, creating... [ 642.929936] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.930172] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.930255] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.930464] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.930598] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.930907] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.931091] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.931205] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.931424] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.931547] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.931731] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: ef361904-5296-49e1-aeb2-182cd4adb91b is going to be created. [ 642.958520] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.958520] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.958520] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.958520] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.958520] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.958962] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-ef361904-5296-49e1-aeb2-182cd4adb91b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.025172] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.025539] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.025841] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.026148] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.026246] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.026450] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7b8416e-2d48-4fe8-a70f-beee264427e4 is going to be created. [ 643.063405] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.063405] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.063405] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.063405] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.063405] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.076854] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7b8416e-2d48-4fe8-a70f-beee264427e4 in Status: UNINITIALIZED for 2s [ 643.744511] env[65517]: INFO networking_nsxv3.common.synchronization [req-24899773-aed1-4b2a-81f2-e1dbffda7983 req-e55e5b64-8b0b-446d-a2b5-432a79d3ee8b service nova] Enqueued Resource ID: 0dc4c6c0-c826-4e19-a455-d965e0b68de2 with Priority: HIGHEST for action security_group_rules [ 643.744511] env[65517]: INFO networking_nsxv3.common.synchronization [req-24899773-aed1-4b2a-81f2-e1dbffda7983 req-e55e5b64-8b0b-446d-a2b5-432a79d3ee8b service nova] Enqueued Resource ID: 0dc4c6c0-c826-4e19-a455-d965e0b68de2 with Priority: HIGHEST for action security_group_members [ 643.744511] env[65517]: INFO networking_nsxv3.common.synchronization [req-24899773-aed1-4b2a-81f2-e1dbffda7983 req-e55e5b64-8b0b-446d-a2b5-432a79d3ee8b service nova] Enqueued Resource ID: ef361904-5296-49e1-aeb2-182cd4adb91b with Priority: HIGHEST for action port [ 643.744511] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dc4c6c0-c826-4e19-a455-d965e0b68de2 with Priority: HIGHEST for action security_group_rules [ 643.744511] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dc4c6c0-c826-4e19-a455-d965e0b68de2 with Priority: HIGHEST for action security_group_members [ 643.746025] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef361904-5296-49e1-aeb2-182cd4adb91b with Priority: HIGHEST for action port [ 643.749189] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0dc4c6c0-c826-4e19-a455-d965e0b68de2 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.749344] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0dc4c6c0-c826-4e19-a455-d965e0b68de2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.749413] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0dc4c6c0-c826-4e19-a455-d965e0b68de2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.749635] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0dc4c6c0-c826-4e19-a455-d965e0b68de2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.749721] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0dc4c6c0-c826-4e19-a455-d965e0b68de2',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.750719] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dc4c6c0-c826-4e19-a455-d965e0b68de2 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.750841] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dc4c6c0-c826-4e19-a455-d965e0b68de2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.750908] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dc4c6c0-c826-4e19-a455-d965e0b68de2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.751476] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dc4c6c0-c826-4e19-a455-d965e0b68de2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.751646] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.751731] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.751796] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.751940] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.752415] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.753263] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dc4c6c0-c826-4e19-a455-d965e0b68de2',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.754146] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef361904-5296-49e1-aeb2-182cd4adb91b taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.754292] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef361904-5296-49e1-aeb2-182cd4adb91b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.754376] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef361904-5296-49e1-aeb2-182cd4adb91b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.754550] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef361904-5296-49e1-aeb2-182cd4adb91b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.754698] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef361904-5296-49e1-aeb2-182cd4adb91b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.134718] env[65517]: INFO networking_nsxv3.common.synchronization [None req-7441bbc6-cd15-4f53-a811-286357da9f03 tempest-ServersTestJSON-779093636 tempest-ServersTestJSON-779093636-project-member] Enqueued Resource ID: b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8 with Priority: HIGHEST for action security_group_rules [ 644.135393] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8 with Priority: HIGHEST for action security_group_rules [ 644.135767] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.135904] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.135980] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.136779] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.136860] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.200788] env[65517]: INFO networking_nsxv3.common.synchronization [req-9da8b9d9-d543-4d71-9d04-c8a5a463bc4b req-d85d95ad-8907-4de0-8189-a9aa9370c344 tempest-ImagesOneServerNegativeTestJSON-186561115 tempest-ImagesOneServerNegativeTestJSON-186561115-project-member] Enqueued Resource ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 with Priority: HIGHEST for action security_group_members [ 644.200788] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 with Priority: HIGHEST for action security_group_members [ 644.200788] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fbb3b40-047e-4040-93f0-4cf35b8eb514 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.200788] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.200788] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.200788] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.200788] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.200788] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.201302] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.201302] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.201302] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.201302] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fbb3b40-047e-4040-93f0-4cf35b8eb514',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.259635] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0dc4c6c0-c826-4e19-a455-d965e0b68de2',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.260830] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dc4c6c0-c826-4e19-a455-d965e0b68de2 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.260966] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dc4c6c0-c826-4e19-a455-d965e0b68de2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.261187] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef361904-5296-49e1-aeb2-182cd4adb91b with status ACTIVE [ 644.261320] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.261403] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.261510] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.261721] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.261791] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.261968] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.262194] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.262194] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.262194] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.262785] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.265027] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.266221] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.266221] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.267347] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.267508] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.267755] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef361904-5296-49e1-aeb2-182cd4adb91b is going to be updated. [ 644.272515] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 in Status: SUCCESS [ 644.273847] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.312785] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.312977] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.313140] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.313679] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.313679] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.313906] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef361904-5296-49e1-aeb2-182cd4adb91b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.431102] env[65517]: INFO networking_nsxv3.common.synchronization [None req-c7182d12-21a0-4ef3-b44e-e1945696ba8b tempest-ServersTestJSON-779093636 tempest-ServersTestJSON-779093636-project-member] Enqueued Resource ID: b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8 with Priority: HIGHEST for action security_group_rules [ 644.431968] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8 with Priority: HIGHEST for action security_group_rules [ 644.432368] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.432457] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.663922] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.664169] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.664169] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.664431] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.664550] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.664666] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8 already deleted. [ 644.664756] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.664936] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.665129] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.665226] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.704703] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.704934] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.705013] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.705296] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.705408] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.705632] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.705772] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.705841] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.706050] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.706146] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.706248] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 already deleted. [ 644.706348] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.775269] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0dc4c6c0-c826-4e19-a455-d965e0b68de2',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.788244] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-71 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.788467] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-71" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.788621] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-71" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.789082] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-71" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.789228] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.789418] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.789541] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.789846] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.789956] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.790166] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.790307] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 644.790385] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 644.790492] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 644.790592] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.790702] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 644.790882] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 644.813950] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 644.814170] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 644.814323] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 644.814542] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-71" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.814976] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-2eec2687-b0a0-442d-8306-27ab523bf504 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.815154] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-2eec2687-b0a0-442d-8306-27ab523bf504" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.815224] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-2eec2687-b0a0-442d-8306-27ab523bf504" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.815591] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-2eec2687-b0a0-442d-8306-27ab523bf504" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.815718] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2eec2687-b0a0-442d-8306-27ab523bf504',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.090026] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7b8416e-2d48-4fe8-a70f-beee264427e4 in Status: SUCCESS [ 645.090026] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7b8416e-2d48-4fe8-a70f-beee264427e4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.090026] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7b8416e-2d48-4fe8-a70f-beee264427e4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.090026] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7b8416e-2d48-4fe8-a70f-beee264427e4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.090026] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.090026] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.090026] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.090026] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.090026] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.090026] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7b8416e-2d48-4fe8-a70f-beee264427e4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.090026] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7b8416e-2d48-4fe8-a70f-beee264427e4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.187435] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.187435] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.187435] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.187435] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.187435] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.187435] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8 already deleted. [ 645.187435] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.277586] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.279033] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.279033] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.279033] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.279033] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.279033] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dc4c6c0-c826-4e19-a455-d965e0b68de2 is going to be created. [ 645.309260] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.309428] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.309500] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.309716] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.309876] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.321719] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.322059] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.322219] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.322499] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.322670] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.322798] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port 2eec2687-b0a0-442d-8306-27ab523bf504 not found, creating... [ 645.323451] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.323451] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.323451] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.323821] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.323821] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.324443] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.324443] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.324686] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.324943] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.325100] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.325253] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: 2eec2687-b0a0-442d-8306-27ab523bf504 is going to be created. [ 645.329326] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dc4c6c0-c826-4e19-a455-d965e0b68de2 in Status: UNINITIALIZED for 2s [ 645.356854] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.357253] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.357711] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.357968] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.358265] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.358551] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-2eec2687-b0a0-442d-8306-27ab523bf504" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.592846] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7b8416e-2d48-4fe8-a70f-beee264427e4 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.593136] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7b8416e-2d48-4fe8-a70f-beee264427e4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.593136] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7b8416e-2d48-4fe8-a70f-beee264427e4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.593340] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7b8416e-2d48-4fe8-a70f-beee264427e4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.593519] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.593814] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.593814] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.593925] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.593925] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.593998] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7b8416e-2d48-4fe8-a70f-beee264427e4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.594158] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7b8416e-2d48-4fe8-a70f-beee264427e4 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.594264] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7b8416e-2d48-4fe8-a70f-beee264427e4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.594329] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7b8416e-2d48-4fe8-a70f-beee264427e4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.594473] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7b8416e-2d48-4fe8-a70f-beee264427e4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.594700] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.594799] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.594861] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.595153] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.595211] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.595268] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7b8416e-2d48-4fe8-a70f-beee264427e4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.595360] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7b8416e-2d48-4fe8-a70f-beee264427e4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.081684] env[65517]: INFO networking_nsxv3.common.synchronization [req-9da8b9d9-d543-4d71-9d04-c8a5a463bc4b req-526f6562-5d11-4042-909e-d00cafbd33a9 service nova] Enqueued Resource ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 with Priority: HIGHEST for action security_group_rules [ 646.081996] env[65517]: INFO networking_nsxv3.common.synchronization [req-9da8b9d9-d543-4d71-9d04-c8a5a463bc4b req-526f6562-5d11-4042-909e-d00cafbd33a9 service nova] Enqueued Resource ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 with Priority: HIGHEST for action security_group_members [ 646.081996] env[65517]: INFO networking_nsxv3.common.synchronization [req-9da8b9d9-d543-4d71-9d04-c8a5a463bc4b req-526f6562-5d11-4042-909e-d00cafbd33a9 service nova] Enqueued Resource ID: 2eec2687-b0a0-442d-8306-27ab523bf504 with Priority: HIGHEST for action port [ 646.083017] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 with Priority: HIGHEST for action security_group_rules [ 646.083017] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 with Priority: HIGHEST for action security_group_members [ 646.083228] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eec2687-b0a0-442d-8306-27ab523bf504 with Priority: HIGHEST for action port [ 646.083460] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fbb3b40-047e-4040-93f0-4cf35b8eb514 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.083583] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.083693] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.084124] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.084219] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fbb3b40-047e-4040-93f0-4cf35b8eb514',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.085157] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fbb3b40-047e-4040-93f0-4cf35b8eb514 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.085284] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.085284] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.085874] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.085874] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.085970] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.086084] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.086857] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.086857] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.086857] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fbb3b40-047e-4040-93f0-4cf35b8eb514',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.087170] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-2eec2687-b0a0-442d-8306-27ab523bf504 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.088103] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2eec2687-b0a0-442d-8306-27ab523bf504" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.088103] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2eec2687-b0a0-442d-8306-27ab523bf504" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.088103] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2eec2687-b0a0-442d-8306-27ab523bf504" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.088103] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2eec2687-b0a0-442d-8306-27ab523bf504',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.098178] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7b8416e-2d48-4fe8-a70f-beee264427e4: rpc.has_security_group_logging(os_id): False [ 646.123025] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.123025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.123025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.123025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.123025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.123025] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.123025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.123025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.123025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.123025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.123025] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.123025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.123025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.123025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.123025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.123765] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.123765] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.123765] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.123765] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.123765] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.123765] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7b8416e-2d48-4fe8-a70f-beee264427e4 is going to be created. [ 646.205651] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.205651] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.205651] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.205651] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.205936] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.217867] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7b8416e-2d48-4fe8-a70f-beee264427e4 in Status: IN_PROGRESS for 2s [ 646.590017] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fbb3b40-047e-4040-93f0-4cf35b8eb514 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.590176] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.590368] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2fbb3b40-047e-4040-93f0-4cf35b8eb514',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.596718] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2eec2687-b0a0-442d-8306-27ab523bf504 with status ACTIVE [ 646.596718] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.596718] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.596718] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.596718] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.596718] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.596718] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.596718] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.597222] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.597222] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.597413] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.597654] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.597863] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.597933] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.598143] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.598242] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.598444] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2eec2687-b0a0-442d-8306-27ab523bf504 is going to be updated. [ 646.602872] env[65517]: INFO networking_nsxv3.common.synchronization [None req-19606b1f-d964-4ff4-afc6-6e416495a85c tempest-ServersWithSpecificFlavorTestJSON-565045701 tempest-ServersWithSpecificFlavorTestJSON-565045701-project-member] Enqueued Resource ID: 674c7603-cd3d-4525-a99d-c0c8514d165a with Priority: HIGHEST for action security_group_rules [ 646.603948] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 674c7603-cd3d-4525-a99d-c0c8514d165a with Priority: HIGHEST for action security_group_rules [ 646.604304] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-674c7603-cd3d-4525-a99d-c0c8514d165a taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.604520] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-674c7603-cd3d-4525-a99d-c0c8514d165a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.604520] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-674c7603-cd3d-4525-a99d-c0c8514d165a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.604757] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-674c7603-cd3d-4525-a99d-c0c8514d165a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.604837] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('674c7603-cd3d-4525-a99d-c0c8514d165a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.628627] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.628839] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.628839] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.629162] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.629162] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.629352] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2eec2687-b0a0-442d-8306-27ab523bf504" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.709661] env[65517]: INFO networking_nsxv3.common.synchronization [None req-e4d2ed82-4fe7-4d58-8cbe-a62e641c83c2 tempest-ServersWithSpecificFlavorTestJSON-565045701 tempest-ServersWithSpecificFlavorTestJSON-565045701-project-member] Enqueued Resource ID: 674c7603-cd3d-4525-a99d-c0c8514d165a with Priority: HIGHEST for action security_group_rules [ 646.710274] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 674c7603-cd3d-4525-a99d-c0c8514d165a with Priority: HIGHEST for action security_group_rules [ 646.710619] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-674c7603-cd3d-4525-a99d-c0c8514d165a taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.710745] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-674c7603-cd3d-4525-a99d-c0c8514d165a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.101108] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2fbb3b40-047e-4040-93f0-4cf35b8eb514',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.131042] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.131197] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.131308] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.132143] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.132143] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.132143] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 674c7603-cd3d-4525-a99d-c0c8514d165a already deleted. [ 647.132143] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-674c7603-cd3d-4525-a99d-c0c8514d165a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.132143] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-674c7603-cd3d-4525-a99d-c0c8514d165a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.132143] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-674c7603-cd3d-4525-a99d-c0c8514d165a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.132143] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('674c7603-cd3d-4525-a99d-c0c8514d165a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.344574] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dc4c6c0-c826-4e19-a455-d965e0b68de2 in Status: SUCCESS [ 647.344794] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dc4c6c0-c826-4e19-a455-d965e0b68de2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.344974] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dc4c6c0-c826-4e19-a455-d965e0b68de2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.345214] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dc4c6c0-c826-4e19-a455-d965e0b68de2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.345404] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.345526] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.345590] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.345793] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.345872] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.345917] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dc4c6c0-c826-4e19-a455-d965e0b68de2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.345988] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0dc4c6c0-c826-4e19-a455-d965e0b68de2',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.605398] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.605398] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.606290] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.606290] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.607718] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.607718] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 is going to be created. [ 647.636581] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.636581] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.636581] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.636581] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.636581] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.651264] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 in Status: UNINITIALIZED for 2s [ 647.658815] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.659020] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.659111] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.659348] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.659470] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.659570] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 674c7603-cd3d-4525-a99d-c0c8514d165a already deleted. [ 647.659944] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-674c7603-cd3d-4525-a99d-c0c8514d165a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.849204] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0dc4c6c0-c826-4e19-a455-d965e0b68de2',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.240343] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7b8416e-2d48-4fe8-a70f-beee264427e4 in Status: SUCCESS [ 648.240343] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7b8416e-2d48-4fe8-a70f-beee264427e4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.357844] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0dc4c6c0-c826-4e19-a455-d965e0b68de2: rpc.has_security_group_logging(os_id): False [ 648.378589] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.378775] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.378775] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.379113] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.379278] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.379567] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.379684] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.381162] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.381162] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.381162] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.381162] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0dc4c6c0-c826-4e19-a455-d965e0b68de2 is going to be created. [ 648.471513] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.471682] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.471771] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.471968] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.472174] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.488100] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dc4c6c0-c826-4e19-a455-d965e0b68de2 in Status: IN_PROGRESS for 2s [ 648.964051] env[65517]: INFO networking_nsxv3.common.synchronization [req-e9e68302-fb8a-45d3-927a-2024c09f8b86 req-4e970323-98f9-452b-8c25-12617db1ea31 tempest-ServerExternalEventsTest-1570442889 tempest-ServerExternalEventsTest-1570442889-project-member] Enqueued Resource ID: 6ef53d7d-e158-4ec8-920e-86e7e869c68c with Priority: HIGHEST for action security_group_members [ 648.964051] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef53d7d-e158-4ec8-920e-86e7e869c68c with Priority: HIGHEST for action security_group_members [ 648.964051] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef53d7d-e158-4ec8-920e-86e7e869c68c taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.964456] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef53d7d-e158-4ec8-920e-86e7e869c68c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.964675] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef53d7d-e158-4ec8-920e-86e7e869c68c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.964960] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef53d7d-e158-4ec8-920e-86e7e869c68c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.965260] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.965480] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.965625] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.965878] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.966077] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.966279] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ef53d7d-e158-4ec8-920e-86e7e869c68c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.469643] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.469643] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.469643] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.469643] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.469643] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.470356] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.470356] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.470356] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.471883] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.471883] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.471883] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ef53d7d-e158-4ec8-920e-86e7e869c68c is going to be updated. [ 649.530336] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.530336] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.530336] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.530709] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.530709] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.542768] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef53d7d-e158-4ec8-920e-86e7e869c68c in Status: IN_PROGRESS for 2s [ 649.616495] env[65517]: INFO networking_nsxv3.common.synchronization [req-dc0a08ff-d5a7-415c-92bc-bb69108d39d6 req-f8a71201-0604-42c7-bd63-5f4aa8ab7d2e tempest-ImagesNegativeTestJSON-2086281897 tempest-ImagesNegativeTestJSON-2086281897-project-member] Enqueued Resource ID: 7b9c612e-421e-42d7-b02c-69be876051ce with Priority: HIGHEST for action security_group_members [ 649.618159] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b9c612e-421e-42d7-b02c-69be876051ce with Priority: HIGHEST for action security_group_members [ 649.620352] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b9c612e-421e-42d7-b02c-69be876051ce taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.620676] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b9c612e-421e-42d7-b02c-69be876051ce" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.620878] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b9c612e-421e-42d7-b02c-69be876051ce" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.621192] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b9c612e-421e-42d7-b02c-69be876051ce" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.621519] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.621797] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.621925] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.622255] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.623498] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.623498] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b9c612e-421e-42d7-b02c-69be876051ce',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.671020] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 in Status: SUCCESS [ 649.671020] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.671020] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.676100] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.676100] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.676100] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.676100] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.676100] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.676100] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.676100] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.676100] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2fbb3b40-047e-4040-93f0-4cf35b8eb514',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.126398] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.126592] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.126682] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.126940] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.127070] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.127301] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.127427] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.127491] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.127691] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.127798] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.127909] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b9c612e-421e-42d7-b02c-69be876051ce is going to be updated. [ 650.160627] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.160718] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.160755] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.161688] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.161688] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.171329] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b9c612e-421e-42d7-b02c-69be876051ce in Status: IN_PROGRESS for 2s [ 650.180257] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fbb3b40-047e-4040-93f0-4cf35b8eb514 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.180390] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.180448] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.181097] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.181097] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.181097] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.181301] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.181348] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.182358] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.182521] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.183018] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fbb3b40-047e-4040-93f0-4cf35b8eb514 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.183018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.183018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.183217] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.183603] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.183603] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.183603] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.184104] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.184826] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.184826] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.184826] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2fbb3b40-047e-4040-93f0-4cf35b8eb514',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.499408] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dc4c6c0-c826-4e19-a455-d965e0b68de2 in Status: SUCCESS [ 650.499847] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0dc4c6c0-c826-4e19-a455-d965e0b68de2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.691870] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2fbb3b40-047e-4040-93f0-4cf35b8eb514: rpc.has_security_group_logging(os_id): False [ 650.749395] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.749551] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.749654] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.749988] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.749988] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.750161] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.750260] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.750315] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.750467] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.750540] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.750755] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.750824] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.750860] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.750989] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.751073] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.751254] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.751339] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.751388] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.751523] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.751597] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.751680] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 is going to be created. [ 650.825689] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.826039] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.826039] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.826336] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.826519] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.842634] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 in Status: IN_PROGRESS for 2s [ 651.554880] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef53d7d-e158-4ec8-920e-86e7e869c68c in Status: SUCCESS [ 651.555213] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ef53d7d-e158-4ec8-920e-86e7e869c68c deletion is rescheduled due to dependency. [ 651.555318] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef53d7d-e158-4ec8-920e-86e7e869c68c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.185325] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b9c612e-421e-42d7-b02c-69be876051ce in Status: SUCCESS [ 652.185549] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b9c612e-421e-42d7-b02c-69be876051ce deletion is rescheduled due to dependency. [ 652.185714] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b9c612e-421e-42d7-b02c-69be876051ce" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.855950] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 in Status: SUCCESS [ 652.856236] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.998740] env[65517]: INFO networking_nsxv3.common.synchronization [req-5f224849-dc57-4606-b973-036818198ee2 req-6fb40783-fbe4-41c2-aeb2-cc68ae781b11 tempest-FloatingIPsAssociationTestJSON-1340626663 tempest-FloatingIPsAssociationTestJSON-1340626663-project-member] Enqueued Resource ID: 325c2cae-985e-4d03-9f81-49938e2b3d23 with Priority: HIGHEST for action security_group_members [ 652.999441] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 325c2cae-985e-4d03-9f81-49938e2b3d23 with Priority: HIGHEST for action security_group_members [ 652.999672] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-325c2cae-985e-4d03-9f81-49938e2b3d23 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.999792] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.999855] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.001669] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.001754] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.002017] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.002017] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.002137] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.002223] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.002316] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('325c2cae-985e-4d03-9f81-49938e2b3d23',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.506235] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('325c2cae-985e-4d03-9f81-49938e2b3d23',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.507075] env[65517]: INFO networking_nsxv3.common.synchronization [None req-c30f69c6-ad9a-4c69-ab30-c75b4245f40e None None] Enqueued Resource ID: 24ec292d-e7dd-45c0-a1e2-c604b6467c48 with Priority: HIGHEST for action port [ 653.507933] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ec292d-e7dd-45c0-a1e2-c604b6467c48 with Priority: HIGHEST for action port [ 653.508223] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-24ec292d-e7dd-45c0-a1e2-c604b6467c48 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.508354] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24ec292d-e7dd-45c0-a1e2-c604b6467c48" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.508476] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24ec292d-e7dd-45c0-a1e2-c604b6467c48" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.508685] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24ec292d-e7dd-45c0-a1e2-c604b6467c48" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.508768] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24ec292d-e7dd-45c0-a1e2-c604b6467c48',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.605635] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-245 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.605635] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-245" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.606339] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-245" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.606516] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-245" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.606794] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.606952] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.607094] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.607297] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.607442] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.608138] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.608138] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 653.608138] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 653.608138] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 653.608138] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.608138] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 653.608409] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 653.629372] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 653.629541] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 653.629541] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 653.629746] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-245" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.631059] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-aca7a84f-d08f-4c79-821e-1f90b00f141b taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.631059] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-aca7a84f-d08f-4c79-821e-1f90b00f141b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.631059] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-aca7a84f-d08f-4c79-821e-1f90b00f141b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.633093] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-aca7a84f-d08f-4c79-821e-1f90b00f141b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.633093] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aca7a84f-d08f-4c79-821e-1f90b00f141b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.008502] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('325c2cae-985e-4d03-9f81-49938e2b3d23',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.010926] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24ec292d-e7dd-45c0-a1e2-c604b6467c48 [ 654.012543] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.012543] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.012543] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.012543] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.012543] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.012543] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24ec292d-e7dd-45c0-a1e2-c604b6467c48 already deleted. [ 654.012543] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24ec292d-e7dd-45c0-a1e2-c604b6467c48" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.134458] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.134760] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.134760] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.135021] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.135181] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.135336] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port aca7a84f-d08f-4c79-821e-1f90b00f141b not found, creating... [ 654.135599] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.135833] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.136026] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.136246] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.136457] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.136816] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.136973] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.137356] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.137782] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.137987] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.138328] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: aca7a84f-d08f-4c79-821e-1f90b00f141b is going to be created. [ 654.171202] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.171543] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.171646] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.172034] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.172291] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.172529] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-aca7a84f-d08f-4c79-821e-1f90b00f141b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.511969] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.512197] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.512259] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.512505] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.512634] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.512759] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 325c2cae-985e-4d03-9f81-49938e2b3d23 is going to be updated. [ 654.544010] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.544010] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.544010] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.544010] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.544390] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.557544] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 325c2cae-985e-4d03-9f81-49938e2b3d23 in Status: IN_PROGRESS for 2s [ 654.997285] env[65517]: INFO networking_nsxv3.common.synchronization [req-5f224849-dc57-4606-b973-036818198ee2 req-a81e6618-d45a-4dbc-9dae-19163503f968 service nova] Enqueued Resource ID: 325c2cae-985e-4d03-9f81-49938e2b3d23 with Priority: HIGHEST for action security_group_rules [ 654.997285] env[65517]: INFO networking_nsxv3.common.synchronization [req-5f224849-dc57-4606-b973-036818198ee2 req-a81e6618-d45a-4dbc-9dae-19163503f968 service nova] Enqueued Resource ID: 325c2cae-985e-4d03-9f81-49938e2b3d23 with Priority: HIGHEST for action security_group_members [ 654.997488] env[65517]: INFO networking_nsxv3.common.synchronization [req-5f224849-dc57-4606-b973-036818198ee2 req-a81e6618-d45a-4dbc-9dae-19163503f968 service nova] Enqueued Resource ID: aca7a84f-d08f-4c79-821e-1f90b00f141b with Priority: HIGHEST for action port [ 654.997931] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 325c2cae-985e-4d03-9f81-49938e2b3d23 with Priority: HIGHEST for action security_group_rules [ 655.000181] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 325c2cae-985e-4d03-9f81-49938e2b3d23 with Priority: HIGHEST for action security_group_members [ 655.000303] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aca7a84f-d08f-4c79-821e-1f90b00f141b with Priority: HIGHEST for action port [ 655.000638] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-325c2cae-985e-4d03-9f81-49938e2b3d23 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.000839] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.000839] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.001103] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.001187] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('325c2cae-985e-4d03-9f81-49938e2b3d23',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.002854] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-325c2cae-985e-4d03-9f81-49938e2b3d23 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.002854] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.003920] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-aca7a84f-d08f-4c79-821e-1f90b00f141b taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.006135] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aca7a84f-d08f-4c79-821e-1f90b00f141b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.006135] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aca7a84f-d08f-4c79-821e-1f90b00f141b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.006135] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aca7a84f-d08f-4c79-821e-1f90b00f141b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.006135] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aca7a84f-d08f-4c79-821e-1f90b00f141b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.506525] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-325c2cae-985e-4d03-9f81-49938e2b3d23 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.506791] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.508077] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aca7a84f-d08f-4c79-821e-1f90b00f141b with status ACTIVE [ 655.508805] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.509088] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.509088] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.509214] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.509214] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.509375] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.509518] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.509565] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.509677] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.509806] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.509948] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.510088] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.510135] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.510238] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.510307] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.510388] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aca7a84f-d08f-4c79-821e-1f90b00f141b is going to be updated. [ 655.535165] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.536128] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.536271] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.536531] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.536692] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.537580] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aca7a84f-d08f-4c79-821e-1f90b00f141b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.758778] env[65517]: INFO networking_nsxv3.common.synchronization [req-184d2397-20ad-47c0-9c1e-339d28b2d336 req-bbe83120-240e-4183-9b0a-758f23801d1d tempest-DeleteServersAdminTestJSON-1776898441 tempest-DeleteServersAdminTestJSON-1776898441-project-admin] Enqueued Resource ID: f4322a65-b67f-40fc-94c6-bc6937eb52cf with Priority: HIGHEST for action security_group_members [ 655.759511] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4322a65-b67f-40fc-94c6-bc6937eb52cf with Priority: HIGHEST for action security_group_members [ 655.760231] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4322a65-b67f-40fc-94c6-bc6937eb52cf taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.760231] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.764257] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.764257] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.764257] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.764466] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.764466] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.764650] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.764760] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.764861] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4322a65-b67f-40fc-94c6-bc6937eb52cf',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.268342] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.268342] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.268626] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.268665] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.268798] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.269110] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.269251] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.269305] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.269473] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.269580] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.269674] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4322a65-b67f-40fc-94c6-bc6937eb52cf is going to be updated. [ 656.329024] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.329024] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.329024] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.329024] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.329024] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.339052] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4322a65-b67f-40fc-94c6-bc6937eb52cf in Status: IN_PROGRESS for 2s [ 656.568966] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 325c2cae-985e-4d03-9f81-49938e2b3d23 in Status: SUCCESS [ 656.569255] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.569413] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.569629] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.570922] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.570922] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.570922] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.570922] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.570922] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.570922] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('325c2cae-985e-4d03-9f81-49938e2b3d23',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.855341] env[65517]: INFO networking_nsxv3.common.synchronization [None req-b54c68d2-4925-41ed-a23f-7bc6daa7e5ba None None] Enqueued Resource ID: 9b2df83f-287e-46ac-ae29-0d21a33fd76a with Priority: HIGHEST for action port [ 656.856027] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b2df83f-287e-46ac-ae29-0d21a33fd76a with Priority: HIGHEST for action port [ 656.856441] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b2df83f-287e-46ac-ae29-0d21a33fd76a taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.856585] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b2df83f-287e-46ac-ae29-0d21a33fd76a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.856680] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b2df83f-287e-46ac-ae29-0d21a33fd76a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.858434] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b2df83f-287e-46ac-ae29-0d21a33fd76a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.858534] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b2df83f-287e-46ac-ae29-0d21a33fd76a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.073702] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('325c2cae-985e-4d03-9f81-49938e2b3d23',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.256825] env[65517]: INFO networking_nsxv3.common.synchronization [req-f2c3dca0-db6b-43e4-a7ec-04c23ef36d69 req-3338bed4-4974-4e20-9e83-38185896a507 tempest-ListServerFiltersTestJSON-1743219944 tempest-ListServerFiltersTestJSON-1743219944-project-member] Enqueued Resource ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 with Priority: HIGHEST for action security_group_members [ 657.259469] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 with Priority: HIGHEST for action security_group_members [ 657.259733] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.259880] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.261228] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.261228] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.261228] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.261228] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.261228] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.261228] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.261228] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.261228] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f4c9788-c3bc-4d42-ab8c-b8779126cad5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.363020] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b2df83f-287e-46ac-ae29-0d21a33fd76a [ 657.363268] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.363406] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.363475] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.363685] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.363774] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.363871] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b2df83f-287e-46ac-ae29-0d21a33fd76a already deleted. [ 657.363950] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b2df83f-287e-46ac-ae29-0d21a33fd76a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.578457] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('325c2cae-985e-4d03-9f81-49938e2b3d23',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.763358] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.764143] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.764143] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.764143] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.764143] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.765296] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.765296] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.765296] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.765296] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.765296] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.765296] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 already deleted. [ 657.767449] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.805898] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.807113] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-307" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.807113] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-307" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.807113] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-307" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.807113] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.807113] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.807113] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.809514] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.809969] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.809969] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.809969] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 657.810195] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 657.810315] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 657.810733] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.810733] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 657.810866] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 657.832596] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 657.834039] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 657.834039] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 657.834039] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-307" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.834039] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-3f4547a2-4a63-4803-a79f-eda70e48dd48 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.834039] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-3f4547a2-4a63-4803-a79f-eda70e48dd48" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.834039] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-3f4547a2-4a63-4803-a79f-eda70e48dd48" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.834396] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-3f4547a2-4a63-4803-a79f-eda70e48dd48" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.834396] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f4547a2-4a63-4803-a79f-eda70e48dd48',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.082846] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.082846] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.082846] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.082846] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.082846] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.082846] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 325c2cae-985e-4d03-9f81-49938e2b3d23 is going to be updated. [ 658.116517] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.116686] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.116754] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.117168] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.117236] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.127338] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 325c2cae-985e-4d03-9f81-49938e2b3d23 in Status: IN_PROGRESS for 2s [ 658.337938] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.338344] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.338344] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.338772] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.339047] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.339268] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port 3f4547a2-4a63-4803-a79f-eda70e48dd48 not found, creating... [ 658.341190] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.341287] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.341351] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.341615] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.341755] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.342083] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.342281] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.342396] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.342615] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.342745] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.342880] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: 3f4547a2-4a63-4803-a79f-eda70e48dd48 is going to be created. [ 658.353890] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4322a65-b67f-40fc-94c6-bc6937eb52cf in Status: SUCCESS [ 658.354096] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4322a65-b67f-40fc-94c6-bc6937eb52cf deletion is rescheduled due to dependency. [ 658.354230] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.367771] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.368083] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.368216] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.368531] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.368774] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.369185] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-3f4547a2-4a63-4803-a79f-eda70e48dd48" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.127054] env[65517]: INFO networking_nsxv3.common.synchronization [req-f2c3dca0-db6b-43e4-a7ec-04c23ef36d69 req-8d748de2-7b3e-431d-bd42-338f92ebd3c0 service nova] Enqueued Resource ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 with Priority: HIGHEST for action security_group_rules [ 659.127054] env[65517]: INFO networking_nsxv3.common.synchronization [req-f2c3dca0-db6b-43e4-a7ec-04c23ef36d69 req-8d748de2-7b3e-431d-bd42-338f92ebd3c0 service nova] Enqueued Resource ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 with Priority: HIGHEST for action security_group_members [ 659.127054] env[65517]: INFO networking_nsxv3.common.synchronization [req-f2c3dca0-db6b-43e4-a7ec-04c23ef36d69 req-8d748de2-7b3e-431d-bd42-338f92ebd3c0 service nova] Enqueued Resource ID: 3f4547a2-4a63-4803-a79f-eda70e48dd48 with Priority: HIGHEST for action port [ 659.127680] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 with Priority: HIGHEST for action security_group_rules [ 659.127957] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 with Priority: HIGHEST for action security_group_members [ 659.128284] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f4547a2-4a63-4803-a79f-eda70e48dd48 with Priority: HIGHEST for action port [ 659.128583] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f4c9788-c3bc-4d42-ab8c-b8779126cad5 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.128696] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.128789] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.129045] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.129156] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f4c9788-c3bc-4d42-ab8c-b8779126cad5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.130321] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.130432] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.130494] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.130706] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.130888] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.130988] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.133440] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.133680] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.133856] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.133932] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f4c9788-c3bc-4d42-ab8c-b8779126cad5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.135680] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f4547a2-4a63-4803-a79f-eda70e48dd48 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.135680] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f4547a2-4a63-4803-a79f-eda70e48dd48" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.135680] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f4547a2-4a63-4803-a79f-eda70e48dd48" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.135680] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f4547a2-4a63-4803-a79f-eda70e48dd48" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.136095] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f4547a2-4a63-4803-a79f-eda70e48dd48',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.639308] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.639308] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.639308] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f4c9788-c3bc-4d42-ab8c-b8779126cad5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.639581] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f4547a2-4a63-4803-a79f-eda70e48dd48 with status ACTIVE [ 659.640074] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.640074] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.640074] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.640246] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.640246] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.641561] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.641561] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.641561] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.641561] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.641561] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.641561] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.641561] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.641561] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.641904] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.641904] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.641904] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f4547a2-4a63-4803-a79f-eda70e48dd48 is going to be updated. [ 659.666561] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.666561] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.667076] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.667076] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.667076] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.667485] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f4547a2-4a63-4803-a79f-eda70e48dd48" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.139233] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 325c2cae-985e-4d03-9f81-49938e2b3d23 in Status: SUCCESS [ 660.139656] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.139656] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.139808] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.140100] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.140258] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.141075] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.141075] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.141075] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.141075] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.141075] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('325c2cae-985e-4d03-9f81-49938e2b3d23',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.143463] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f4c9788-c3bc-4d42-ab8c-b8779126cad5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.643653] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-325c2cae-985e-4d03-9f81-49938e2b3d23 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.643901] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.643948] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.644295] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.648027] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.648027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.648027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.648027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.648027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.648027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.648027] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-325c2cae-985e-4d03-9f81-49938e2b3d23 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.648027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.648027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.648027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.648027] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.648027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.648027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.648027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.648027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.648027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.648027] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('325c2cae-985e-4d03-9f81-49938e2b3d23',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.649769] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.649905] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.649960] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.650122] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.650214] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.650322] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 is going to be created. [ 660.696195] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.696409] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.696478] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.696759] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.696925] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.713737] env[65517]: INFO networking_nsxv3.common.synchronization [None req-e7874501-c98a-43b8-a10a-f0711df1a579 None None] Enqueued Resource ID: 152e12b7-099c-4425-9e3c-fdd34d6cddae with Priority: HIGHEST for action port [ 660.715062] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 152e12b7-099c-4425-9e3c-fdd34d6cddae with Priority: HIGHEST for action port [ 660.716252] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-152e12b7-099c-4425-9e3c-fdd34d6cddae taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.716412] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-152e12b7-099c-4425-9e3c-fdd34d6cddae" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.716512] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-152e12b7-099c-4425-9e3c-fdd34d6cddae" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.716896] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-152e12b7-099c-4425-9e3c-fdd34d6cddae" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.717011] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('152e12b7-099c-4425-9e3c-fdd34d6cddae',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.720479] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 in Status: UNINITIALIZED for 2s [ 661.155504] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 325c2cae-985e-4d03-9f81-49938e2b3d23: rpc.has_security_group_logging(os_id): False [ 661.181446] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.182337] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.182337] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.182337] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.182337] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.182337] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.182663] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.182663] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.182663] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.183486] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.183486] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.183767] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.183903] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.184107] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.184186] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.184413] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.184697] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.184697] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.184782] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.185157] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.185230] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 325c2cae-985e-4d03-9f81-49938e2b3d23 is going to be updated. [ 661.223189] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 152e12b7-099c-4425-9e3c-fdd34d6cddae [ 661.224090] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.224254] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.224327] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.224969] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.224969] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.224969] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:152e12b7-099c-4425-9e3c-fdd34d6cddae already deleted. [ 661.224969] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-152e12b7-099c-4425-9e3c-fdd34d6cddae" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.280191] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.280480] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.280480] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.281321] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.281321] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.309948] env[65517]: INFO networking_nsxv3.common.synchronization [req-f35325da-cb84-48ed-ace6-79ee7bac7e19 req-d8412592-f7b5-4d7a-a01c-c667a37e0f43 tempest-ServersTestJSON-779093636 tempest-ServersTestJSON-779093636-project-member] Enqueued Resource ID: b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8 with Priority: HIGHEST for action security_group_members [ 661.310429] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8 with Priority: HIGHEST for action security_group_members [ 661.310753] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.310893] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.311281] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.311582] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.311789] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.312187] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.312298] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.312465] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.312570] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.312673] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.324194] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 325c2cae-985e-4d03-9f81-49938e2b3d23 in Status: IN_PROGRESS for 2s [ 661.801669] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-10 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.801863] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-10" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.801987] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-10" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.802365] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-10" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.802658] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.802812] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.802934] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.803666] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.804028] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.804101] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.804155] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 661.804259] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 661.804358] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 661.804459] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.805184] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 661.805184] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 661.815443] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.815443] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.815443] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.815809] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.815809] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.816039] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.816039] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.816126] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.816243] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.816334] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.816428] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8 already deleted. [ 661.816529] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.830505] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 661.832057] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 661.832057] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 661.832057] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-10" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.832057] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-a7a9fee0-67af-4446-b838-0cd8922465b9 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.832057] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-a7a9fee0-67af-4446-b838-0cd8922465b9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.832057] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-a7a9fee0-67af-4446-b838-0cd8922465b9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.833857] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-a7a9fee0-67af-4446-b838-0cd8922465b9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.833857] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7a9fee0-67af-4446-b838-0cd8922465b9',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.338350] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.338350] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.338350] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.338350] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.338350] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.338350] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port a7a9fee0-67af-4446-b838-0cd8922465b9 not found, creating... [ 662.338350] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.338350] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.338350] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.338350] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.341448] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.341448] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.341448] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.341448] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.341448] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.341448] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.341961] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: a7a9fee0-67af-4446-b838-0cd8922465b9 is going to be created. [ 662.365776] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.366168] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.366364] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.366691] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.366999] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.367358] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-a7a9fee0-67af-4446-b838-0cd8922465b9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.733333] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 in Status: SUCCESS [ 662.733392] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.733765] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.734894] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.734894] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.734894] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.734894] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.734894] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.734894] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.735235] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.735275] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f4c9788-c3bc-4d42-ab8c-b8779126cad5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.139453] env[65517]: INFO networking_nsxv3.common.synchronization [req-f35325da-cb84-48ed-ace6-79ee7bac7e19 req-42142c49-f713-4684-ad2b-83da73ab7b76 service nova] Enqueued Resource ID: b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8 with Priority: HIGHEST for action security_group_rules [ 663.139629] env[65517]: INFO networking_nsxv3.common.synchronization [req-f35325da-cb84-48ed-ace6-79ee7bac7e19 req-42142c49-f713-4684-ad2b-83da73ab7b76 service nova] Enqueued Resource ID: b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8 with Priority: HIGHEST for action security_group_members [ 663.139813] env[65517]: INFO networking_nsxv3.common.synchronization [req-f35325da-cb84-48ed-ace6-79ee7bac7e19 req-42142c49-f713-4684-ad2b-83da73ab7b76 service nova] Enqueued Resource ID: a7a9fee0-67af-4446-b838-0cd8922465b9 with Priority: HIGHEST for action port [ 663.144385] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8 with Priority: HIGHEST for action security_group_rules [ 663.144549] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8 with Priority: HIGHEST for action security_group_members [ 663.144651] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7a9fee0-67af-4446-b838-0cd8922465b9 with Priority: HIGHEST for action port [ 663.144952] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.145096] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.145160] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.145362] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.145443] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.146362] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.146472] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.146539] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.146712] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.146858] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.146990] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.147076] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.147203] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.147290] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.147417] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.153298] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7a9fee0-67af-4446-b838-0cd8922465b9 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.153298] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7a9fee0-67af-4446-b838-0cd8922465b9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.153298] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7a9fee0-67af-4446-b838-0cd8922465b9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.153298] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7a9fee0-67af-4446-b838-0cd8922465b9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.153298] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7a9fee0-67af-4446-b838-0cd8922465b9',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.238616] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.238860] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.238976] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.239443] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.239583] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.239707] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.239790] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.239982] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.240109] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.240211] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.240378] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.241343] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.241343] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.241343] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.241343] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.241343] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.241343] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.241343] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.241343] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.241343] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.241343] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f4c9788-c3bc-4d42-ab8c-b8779126cad5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.344301] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 325c2cae-985e-4d03-9f81-49938e2b3d23 in Status: SUCCESS [ 663.344301] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.553687] env[65517]: INFO networking_nsxv3.common.synchronization [None req-2ff6edd5-6283-4920-97c4-6bc18fc4cd04 tempest-ServersV294TestFqdnHostnames-1853327399 tempest-ServersV294TestFqdnHostnames-1853327399-project-member] Enqueued Resource ID: 72cb09c9-0714-4f7c-bcff-0aa14beb612b with Priority: HIGHEST for action security_group_rules [ 663.554316] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72cb09c9-0714-4f7c-bcff-0aa14beb612b with Priority: HIGHEST for action security_group_rules [ 663.554965] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72cb09c9-0714-4f7c-bcff-0aa14beb612b taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.554965] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72cb09c9-0714-4f7c-bcff-0aa14beb612b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.554965] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72cb09c9-0714-4f7c-bcff-0aa14beb612b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.555625] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72cb09c9-0714-4f7c-bcff-0aa14beb612b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.555723] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72cb09c9-0714-4f7c-bcff-0aa14beb612b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.655725] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.659062] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.659500] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.659721] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7a9fee0-67af-4446-b838-0cd8922465b9 with status ACTIVE [ 663.659935] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.660113] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.660179] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.660983] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.660983] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.660983] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.660983] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.660983] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.661361] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.661361] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.661361] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.661465] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.661500] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.661899] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.661899] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.661899] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7a9fee0-67af-4446-b838-0cd8922465b9 is going to be updated. [ 663.690365] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.690448] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.690519] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.691420] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.691752] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.691834] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7a9fee0-67af-4446-b838-0cd8922465b9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.743881] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f4c9788-c3bc-4d42-ab8c-b8779126cad5: rpc.has_security_group_logging(os_id): False [ 663.765976] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.766218] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.766377] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.766567] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.766750] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.766950] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.767109] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.767184] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.767429] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.767509] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.767819] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.767958] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.767958] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.771173] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.771173] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.771326] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.771472] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.771642] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.772080] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.772080] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.772080] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 is going to be created. [ 663.781866] env[65517]: INFO networking_nsxv3.common.synchronization [None req-7160a485-7146-4fb8-8472-f17695c3c9fb tempest-ServersV294TestFqdnHostnames-1853327399 tempest-ServersV294TestFqdnHostnames-1853327399-project-member] Enqueued Resource ID: 72cb09c9-0714-4f7c-bcff-0aa14beb612b with Priority: HIGHEST for action security_group_rules [ 663.782709] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72cb09c9-0714-4f7c-bcff-0aa14beb612b with Priority: HIGHEST for action security_group_rules [ 663.783210] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72cb09c9-0714-4f7c-bcff-0aa14beb612b taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.783365] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72cb09c9-0714-4f7c-bcff-0aa14beb612b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.873072] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.873072] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.873072] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.873072] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.873072] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.895081] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 in Status: IN_PROGRESS for 2s [ 664.084082] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.084391] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.084492] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.084760] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.084941] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.084983] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72cb09c9-0714-4f7c-bcff-0aa14beb612b already deleted. [ 664.085250] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72cb09c9-0714-4f7c-bcff-0aa14beb612b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.085427] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72cb09c9-0714-4f7c-bcff-0aa14beb612b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.085671] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72cb09c9-0714-4f7c-bcff-0aa14beb612b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.085831] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72cb09c9-0714-4f7c-bcff-0aa14beb612b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.154091] env[65517]: INFO networking_nsxv3.common.synchronization [None req-7b95c6b5-011f-4799-8a9f-d3e7aeff363d None None] Enqueued Resource ID: e3cea3b1-6539-4d85-9301-aa5032617970 with Priority: HIGHEST for action port [ 664.154091] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3cea3b1-6539-4d85-9301-aa5032617970 with Priority: HIGHEST for action port [ 664.155049] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3cea3b1-6539-4d85-9301-aa5032617970 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.155343] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3cea3b1-6539-4d85-9301-aa5032617970" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.156129] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3cea3b1-6539-4d85-9301-aa5032617970" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.156235] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3cea3b1-6539-4d85-9301-aa5032617970" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.156374] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3cea3b1-6539-4d85-9301-aa5032617970',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.157813] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.281345] env[65517]: INFO networking_nsxv3.common.synchronization [req-52317b87-48b0-4004-a866-bd08d2916c8b req-777f29cf-375f-4660-80d5-520d4fea1cfc tempest-ServersWithSpecificFlavorTestJSON-565045701 tempest-ServersWithSpecificFlavorTestJSON-565045701-project-member] Enqueued Resource ID: 674c7603-cd3d-4525-a99d-c0c8514d165a with Priority: HIGHEST for action security_group_members [ 664.282053] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 674c7603-cd3d-4525-a99d-c0c8514d165a with Priority: HIGHEST for action security_group_members [ 664.282570] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-674c7603-cd3d-4525-a99d-c0c8514d165a taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.282756] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-674c7603-cd3d-4525-a99d-c0c8514d165a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.282882] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-674c7603-cd3d-4525-a99d-c0c8514d165a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.283153] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-674c7603-cd3d-4525-a99d-c0c8514d165a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.283349] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.283548] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.283548] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.283942] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.284072] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.284208] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('674c7603-cd3d-4525-a99d-c0c8514d165a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.608870] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.610253] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.610253] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.610253] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.610253] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.610253] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72cb09c9-0714-4f7c-bcff-0aa14beb612b already deleted. [ 664.610253] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72cb09c9-0714-4f7c-bcff-0aa14beb612b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.658782] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3cea3b1-6539-4d85-9301-aa5032617970 [ 664.659154] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.659154] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.659340] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.659379] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.659473] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.659570] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3cea3b1-6539-4d85-9301-aa5032617970 already deleted. [ 664.659652] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3cea3b1-6539-4d85-9301-aa5032617970" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.659966] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.660078] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.660134] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.660293] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.660367] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.660450] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8 is going to be created. [ 664.689740] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.689904] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.690313] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.690390] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.690525] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.702329] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8 in Status: UNINITIALIZED for 2s [ 664.788253] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.788438] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.788508] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.792017] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.792017] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.792017] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.792017] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.792017] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.792017] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.792017] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.792017] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 674c7603-cd3d-4525-a99d-c0c8514d165a already deleted. [ 664.792017] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-674c7603-cd3d-4525-a99d-c0c8514d165a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.902351] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-787 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.902516] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-787" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.902516] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-787" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.902860] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-787" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.904709] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.904900] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.906781] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.907256] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.907420] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.907630] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.907737] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 664.907836] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 664.907982] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 664.908070] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.908172] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 664.908302] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 664.932295] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 664.935030] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 664.935030] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 664.935030] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-787" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.935030] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-97dc7703-dd4a-43dd-8e2d-02f8a31d1a69 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.935030] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-97dc7703-dd4a-43dd-8e2d-02f8a31d1a69" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.935030] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-97dc7703-dd4a-43dd-8e2d-02f8a31d1a69" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.935030] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-97dc7703-dd4a-43dd-8e2d-02f8a31d1a69" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.935030] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97dc7703-dd4a-43dd-8e2d-02f8a31d1a69',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.437839] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.439324] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.439478] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.439771] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.439954] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.440184] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port 97dc7703-dd4a-43dd-8e2d-02f8a31d1a69 not found, creating... [ 665.440421] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.440714] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.440714] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.440952] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.441392] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.441718] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.442048] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.442048] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.442233] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.442371] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.442495] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: 97dc7703-dd4a-43dd-8e2d-02f8a31d1a69 is going to be created. [ 665.466510] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.466656] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.466772] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.467254] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.467461] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.467691] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-97dc7703-dd4a-43dd-8e2d-02f8a31d1a69" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.908889] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 in Status: SUCCESS [ 665.909181] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.228481] env[65517]: INFO networking_nsxv3.common.synchronization [req-52317b87-48b0-4004-a866-bd08d2916c8b req-2a23538a-85ae-4ff8-9375-0de6da6885e8 service nova] Enqueued Resource ID: 674c7603-cd3d-4525-a99d-c0c8514d165a with Priority: HIGHEST for action security_group_rules [ 666.229387] env[65517]: INFO networking_nsxv3.common.synchronization [req-52317b87-48b0-4004-a866-bd08d2916c8b req-2a23538a-85ae-4ff8-9375-0de6da6885e8 service nova] Enqueued Resource ID: 674c7603-cd3d-4525-a99d-c0c8514d165a with Priority: HIGHEST for action security_group_members [ 666.229587] env[65517]: INFO networking_nsxv3.common.synchronization [req-52317b87-48b0-4004-a866-bd08d2916c8b req-2a23538a-85ae-4ff8-9375-0de6da6885e8 service nova] Enqueued Resource ID: 97dc7703-dd4a-43dd-8e2d-02f8a31d1a69 with Priority: HIGHEST for action port [ 666.231243] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 674c7603-cd3d-4525-a99d-c0c8514d165a with Priority: HIGHEST for action security_group_rules [ 666.232121] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 674c7603-cd3d-4525-a99d-c0c8514d165a with Priority: HIGHEST for action security_group_members [ 666.232211] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97dc7703-dd4a-43dd-8e2d-02f8a31d1a69 with Priority: HIGHEST for action port [ 666.232677] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-674c7603-cd3d-4525-a99d-c0c8514d165a taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.232835] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-674c7603-cd3d-4525-a99d-c0c8514d165a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.232923] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-674c7603-cd3d-4525-a99d-c0c8514d165a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.233263] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-674c7603-cd3d-4525-a99d-c0c8514d165a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.233387] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('674c7603-cd3d-4525-a99d-c0c8514d165a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.234834] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-674c7603-cd3d-4525-a99d-c0c8514d165a taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.234834] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-674c7603-cd3d-4525-a99d-c0c8514d165a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.234941] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-674c7603-cd3d-4525-a99d-c0c8514d165a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.235148] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-674c7603-cd3d-4525-a99d-c0c8514d165a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.235232] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.235347] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.235471] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.236609] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.236728] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.236845] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('674c7603-cd3d-4525-a99d-c0c8514d165a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.237737] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-97dc7703-dd4a-43dd-8e2d-02f8a31d1a69 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.237848] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97dc7703-dd4a-43dd-8e2d-02f8a31d1a69" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.237924] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97dc7703-dd4a-43dd-8e2d-02f8a31d1a69" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.238126] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97dc7703-dd4a-43dd-8e2d-02f8a31d1a69" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.238222] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97dc7703-dd4a-43dd-8e2d-02f8a31d1a69',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.690599] env[65517]: INFO networking_nsxv3.common.synchronization [req-8b8c9299-5f37-41ec-889f-397acac4670c req-54bf9c65-8a52-4cf5-b20e-afa7d99a1731 tempest-ServersAdminNegativeTestJSON-1015317740 tempest-ServersAdminNegativeTestJSON-1015317740-project-member] Enqueued Resource ID: b0224a42-bf09-4ccf-a860-732b81d9fc27 with Priority: HIGHEST for action security_group_members [ 666.690712] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0224a42-bf09-4ccf-a860-732b81d9fc27 with Priority: HIGHEST for action security_group_members [ 666.691021] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0224a42-bf09-4ccf-a860-732b81d9fc27 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.693818] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.693818] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.693818] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.693818] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.693818] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.693818] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.693818] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.693818] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.693818] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0224a42-bf09-4ccf-a860-732b81d9fc27',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.715170] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8 in Status: SUCCESS [ 666.715432] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.715690] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.715875] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.716129] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.716269] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.716345] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.716525] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.716599] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.716704] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.716795] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.739814] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-674c7603-cd3d-4525-a99d-c0c8514d165a taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.739973] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-674c7603-cd3d-4525-a99d-c0c8514d165a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.741583] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97dc7703-dd4a-43dd-8e2d-02f8a31d1a69 with status ACTIVE [ 666.741970] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.742274] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.742274] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.742451] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.742603] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.743291] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.743441] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.743512] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.743811] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.743870] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.744136] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.744268] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.744338] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.744498] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.744562] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.744873] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97dc7703-dd4a-43dd-8e2d-02f8a31d1a69 is going to be updated. [ 666.746497] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('674c7603-cd3d-4525-a99d-c0c8514d165a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.768759] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.768916] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.769018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.769301] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.769460] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.769660] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97dc7703-dd4a-43dd-8e2d-02f8a31d1a69" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.173037] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-380 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.173343] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-380" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.173389] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-380" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.173678] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-380" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.174588] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.174588] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.174701] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.174839] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.175079] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.175278] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.175381] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 667.175481] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 667.175583] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 667.175695] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.175796] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 667.176782] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 667.197575] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 667.197575] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 667.197575] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 667.197831] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-380" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.198261] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-8cb15276-e492-4096-b65b-f1107c89c902 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.198438] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-8cb15276-e492-4096-b65b-f1107c89c902" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.198551] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-8cb15276-e492-4096-b65b-f1107c89c902" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.198987] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-8cb15276-e492-4096-b65b-f1107c89c902" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.199145] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cb15276-e492-4096-b65b-f1107c89c902',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.200762] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.200903] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.201026] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.201262] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.201388] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.201675] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.201844] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.201956] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.202199] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.202273] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.202534] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0224a42-bf09-4ccf-a860-732b81d9fc27 already deleted. [ 667.202644] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.218752] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.249513] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('674c7603-cd3d-4525-a99d-c0c8514d165a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.704197] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.704473] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.704578] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.704853] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.705042] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.705161] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port 8cb15276-e492-4096-b65b-f1107c89c902 not found, creating... [ 667.705448] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.705602] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.705713] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.705935] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.706070] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.706352] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.706529] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.706641] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.706843] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.706969] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.707221] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: 8cb15276-e492-4096-b65b-f1107c89c902 is going to be created. [ 667.721269] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8: rpc.has_security_group_logging(os_id): False [ 667.732110] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.732379] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.732488] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.732767] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.732987] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.733229] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-8cb15276-e492-4096-b65b-f1107c89c902" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.742426] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.742945] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.742945] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.742945] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.742945] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.743218] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.743292] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.743448] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.743511] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.743560] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.744283] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8 is going to be created. [ 667.753471] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.753745] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.753745] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.753928] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.754060] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.754133] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 674c7603-cd3d-4525-a99d-c0c8514d165a is going to be created. [ 667.778789] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.778973] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.779069] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.779342] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.779623] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.792672] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 674c7603-cd3d-4525-a99d-c0c8514d165a in Status: UNINITIALIZED for 2s [ 667.813340] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.813550] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.813650] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.813890] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.814120] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.826125] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8 in Status: IN_PROGRESS for 2s [ 668.484591] env[65517]: INFO networking_nsxv3.common.synchronization [req-8b8c9299-5f37-41ec-889f-397acac4670c req-8fd4ad8f-7d7a-4b48-8b16-6849e2fdb115 service nova] Enqueued Resource ID: b0224a42-bf09-4ccf-a860-732b81d9fc27 with Priority: HIGHEST for action security_group_rules [ 668.484999] env[65517]: INFO networking_nsxv3.common.synchronization [req-8b8c9299-5f37-41ec-889f-397acac4670c req-8fd4ad8f-7d7a-4b48-8b16-6849e2fdb115 service nova] Enqueued Resource ID: b0224a42-bf09-4ccf-a860-732b81d9fc27 with Priority: HIGHEST for action security_group_members [ 668.484999] env[65517]: INFO networking_nsxv3.common.synchronization [req-8b8c9299-5f37-41ec-889f-397acac4670c req-8fd4ad8f-7d7a-4b48-8b16-6849e2fdb115 service nova] Enqueued Resource ID: 8cb15276-e492-4096-b65b-f1107c89c902 with Priority: HIGHEST for action port [ 668.485486] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0224a42-bf09-4ccf-a860-732b81d9fc27 with Priority: HIGHEST for action security_group_rules [ 668.485621] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0224a42-bf09-4ccf-a860-732b81d9fc27 with Priority: HIGHEST for action security_group_members [ 668.485722] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cb15276-e492-4096-b65b-f1107c89c902 with Priority: HIGHEST for action port [ 668.486013] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0224a42-bf09-4ccf-a860-732b81d9fc27 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.486152] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.486215] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.486540] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.486540] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0224a42-bf09-4ccf-a860-732b81d9fc27',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.487516] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0224a42-bf09-4ccf-a860-732b81d9fc27 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.487618] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.487674] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.487919] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.487919] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.488223] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.488223] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.488303] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.488336] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.488428] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0224a42-bf09-4ccf-a860-732b81d9fc27',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.489879] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-8cb15276-e492-4096-b65b-f1107c89c902 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.490012] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8cb15276-e492-4096-b65b-f1107c89c902" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.490083] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8cb15276-e492-4096-b65b-f1107c89c902" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.491071] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8cb15276-e492-4096-b65b-f1107c89c902" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.491189] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cb15276-e492-4096-b65b-f1107c89c902',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.590258] env[65517]: INFO networking_nsxv3.common.synchronization [req-9cdff5b9-008d-4003-b43f-3556dbb769cb req-5d82bce1-63b6-4920-8b33-2419e18f8522 tempest-ListServerFiltersTestJSON-1743219944 tempest-ListServerFiltersTestJSON-1743219944-project-member] Enqueued Resource ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 with Priority: HIGHEST for action security_group_members [ 668.590724] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 with Priority: HIGHEST for action security_group_members [ 668.591312] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.591517] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.591614] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.591848] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.592322] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.592322] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.592322] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.592623] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.592714] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.592995] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f4c9788-c3bc-4d42-ab8c-b8779126cad5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.996504] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0224a42-bf09-4ccf-a860-732b81d9fc27 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.996504] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.996504] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0224a42-bf09-4ccf-a860-732b81d9fc27',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.998802] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8cb15276-e492-4096-b65b-f1107c89c902 with status ACTIVE [ 668.999032] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.999177] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.999228] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.999427] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.999530] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.000198] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.000198] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.000198] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.000198] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.000198] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.001022] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.001022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.001022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.001022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.001262] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.001262] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8cb15276-e492-4096-b65b-f1107c89c902 is going to be updated. [ 669.026486] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.026746] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.026826] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.027270] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.027352] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.027530] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8cb15276-e492-4096-b65b-f1107c89c902" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.039782] env[65517]: INFO networking_nsxv3.common.synchronization [req-3acba54f-5262-4422-9278-c0a4b268f3e9 req-8edf9451-4ff8-4b6e-be64-6f4792b9eeee tempest-ServerDiskConfigTestJSON-1984357202 tempest-ServerDiskConfigTestJSON-1984357202-project-member] Enqueued Resource ID: 1730157f-766c-41ae-b440-eca87932927d with Priority: HIGHEST for action security_group_members [ 669.040453] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1730157f-766c-41ae-b440-eca87932927d with Priority: HIGHEST for action security_group_members [ 669.041113] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1730157f-766c-41ae-b440-eca87932927d taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.041113] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.041113] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.041113] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.041359] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.041359] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.041557] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.041557] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.041680] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.041715] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1730157f-766c-41ae-b440-eca87932927d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.096753] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f4c9788-c3bc-4d42-ab8c-b8779126cad5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.102231] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.102464] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-307" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.102641] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-307" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.103029] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-307" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.103570] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.103743] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.103857] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.104089] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.104246] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.104447] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 669.104556] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 669.104661] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 669.104762] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 669.104865] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 669.104985] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 669.105281] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 669.125513] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 669.126214] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 669.126214] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 669.126214] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-307" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.126409] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-475e049b-993f-4ab4-aba6-da16d2828c40 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.126530] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-475e049b-993f-4ab4-aba6-da16d2828c40" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.126643] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-475e049b-993f-4ab4-aba6-da16d2828c40" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.126955] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-475e049b-993f-4ab4-aba6-da16d2828c40" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.127099] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('475e049b-993f-4ab4-aba6-da16d2828c40',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.497405] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0224a42-bf09-4ccf-a860-732b81d9fc27',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.544048] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.544048] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.544048] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.544048] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.544048] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.544048] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.544438] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.544438] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.544438] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.544438] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.544575] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1730157f-766c-41ae-b440-eca87932927d is going to be updated. [ 669.577690] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.577907] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.577907] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.578215] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.578353] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.588980] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1730157f-766c-41ae-b440-eca87932927d in Status: IN_PROGRESS for 2s [ 669.599475] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f4c9788-c3bc-4d42-ab8c-b8779126cad5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.616993] env[65517]: INFO networking_nsxv3.common.synchronization [req-91a8446e-3a4a-4ed9-9bec-5bf445c4018e req-e1630d18-c15e-4467-beb1-1f3e92a863a9 tempest-TenantUsagesTestJSON-474643970 tempest-TenantUsagesTestJSON-474643970-project-member] Enqueued Resource ID: f7b8416e-2d48-4fe8-a70f-beee264427e4 with Priority: HIGHEST for action security_group_members [ 669.619049] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7b8416e-2d48-4fe8-a70f-beee264427e4 with Priority: HIGHEST for action security_group_members [ 669.619049] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7b8416e-2d48-4fe8-a70f-beee264427e4 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.619252] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7b8416e-2d48-4fe8-a70f-beee264427e4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.619252] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7b8416e-2d48-4fe8-a70f-beee264427e4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.619369] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7b8416e-2d48-4fe8-a70f-beee264427e4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.619544] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.619656] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.619714] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.619870] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.619956] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.620068] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7b8416e-2d48-4fe8-a70f-beee264427e4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.629618] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.629852] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.630063] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.631146] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.631146] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.631146] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port 475e049b-993f-4ab4-aba6-da16d2828c40 not found, creating... [ 669.631146] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.631146] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.631617] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.631617] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.631764] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.632493] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.632493] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.632493] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.633375] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.633375] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.633375] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: 475e049b-993f-4ab4-aba6-da16d2828c40 is going to be created. [ 669.662810] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.663030] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.663030] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.664356] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.664356] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.664356] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-475e049b-993f-4ab4-aba6-da16d2828c40" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.805427] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 674c7603-cd3d-4525-a99d-c0c8514d165a in Status: SUCCESS [ 669.805427] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-674c7603-cd3d-4525-a99d-c0c8514d165a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.805427] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-674c7603-cd3d-4525-a99d-c0c8514d165a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.805427] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-674c7603-cd3d-4525-a99d-c0c8514d165a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.805427] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.805427] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.805427] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.805427] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.805427] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.805427] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-674c7603-cd3d-4525-a99d-c0c8514d165a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.805945] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('674c7603-cd3d-4525-a99d-c0c8514d165a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.841620] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8 in Status: SUCCESS [ 669.841620] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.001601] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.001601] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.001601] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.001601] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.001601] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.001601] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0224a42-bf09-4ccf-a860-732b81d9fc27 is going to be created. [ 670.026799] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.026992] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.027077] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.027383] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.027457] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.040128] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0224a42-bf09-4ccf-a860-732b81d9fc27 in Status: UNINITIALIZED for 2s [ 670.102837] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.102837] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.102837] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.102837] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.102837] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.102837] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 is going to be updated. [ 670.124500] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.124735] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.124831] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.125097] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.125212] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.125442] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.125562] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.125636] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.125781] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.125867] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.125945] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7b8416e-2d48-4fe8-a70f-beee264427e4 is going to be updated. [ 670.137427] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.140018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.140018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.140018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.140018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.146818] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 in Status: IN_PROGRESS for 2s [ 670.163993] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.163993] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.163993] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.163993] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.163993] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.174120] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7b8416e-2d48-4fe8-a70f-beee264427e4 in Status: IN_PROGRESS for 2s [ 670.309459] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('674c7603-cd3d-4525-a99d-c0c8514d165a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.478655] env[65517]: INFO networking_nsxv3.common.synchronization [req-9cdff5b9-008d-4003-b43f-3556dbb769cb req-0867cf77-a9bb-4ed8-9f8f-8c779a7b9408 service nova] Enqueued Resource ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 with Priority: HIGHEST for action security_group_rules [ 670.478903] env[65517]: INFO networking_nsxv3.common.synchronization [req-9cdff5b9-008d-4003-b43f-3556dbb769cb req-0867cf77-a9bb-4ed8-9f8f-8c779a7b9408 service nova] Enqueued Resource ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 with Priority: HIGHEST for action security_group_members [ 670.478984] env[65517]: INFO networking_nsxv3.common.synchronization [req-9cdff5b9-008d-4003-b43f-3556dbb769cb req-0867cf77-a9bb-4ed8-9f8f-8c779a7b9408 service nova] Enqueued Resource ID: 475e049b-993f-4ab4-aba6-da16d2828c40 with Priority: HIGHEST for action port [ 670.479566] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 with Priority: HIGHEST for action security_group_rules [ 670.479827] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 with Priority: HIGHEST for action security_group_members [ 670.479827] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 475e049b-993f-4ab4-aba6-da16d2828c40 with Priority: HIGHEST for action port [ 670.482236] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f4c9788-c3bc-4d42-ab8c-b8779126cad5 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.482864] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.482949] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.483403] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.483403] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f4c9788-c3bc-4d42-ab8c-b8779126cad5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.484589] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.484589] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.484589] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-475e049b-993f-4ab4-aba6-da16d2828c40 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.484589] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-475e049b-993f-4ab4-aba6-da16d2828c40" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.484589] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-475e049b-993f-4ab4-aba6-da16d2828c40" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.484938] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-475e049b-993f-4ab4-aba6-da16d2828c40" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.484938] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('475e049b-993f-4ab4-aba6-da16d2828c40',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.813830] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 674c7603-cd3d-4525-a99d-c0c8514d165a: rpc.has_security_group_logging(os_id): False [ 670.837183] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.837183] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.837183] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.837183] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.837183] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.837183] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.837183] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.837183] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.837183] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.837183] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.837183] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 674c7603-cd3d-4525-a99d-c0c8514d165a is going to be created. [ 670.912432] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.912432] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.912432] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.912774] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.912836] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.926440] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 674c7603-cd3d-4525-a99d-c0c8514d165a in Status: IN_PROGRESS for 2s [ 670.986255] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.986497] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.989399] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 475e049b-993f-4ab4-aba6-da16d2828c40 with status ACTIVE [ 670.989956] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.990352] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.990458] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.990619] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.990707] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.990899] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.991023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.991093] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.991236] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.991301] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.991490] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.991592] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.991644] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.991772] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.991847] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.991924] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 475e049b-993f-4ab4-aba6-da16d2828c40 is going to be updated. [ 671.027542] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.027806] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.027806] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.028171] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.028328] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.028640] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-475e049b-993f-4ab4-aba6-da16d2828c40" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.600823] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1730157f-766c-41ae-b440-eca87932927d in Status: SUCCESS [ 671.602241] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1730157f-766c-41ae-b440-eca87932927d deletion is rescheduled due to dependency. [ 671.602705] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.050218] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0224a42-bf09-4ccf-a860-732b81d9fc27 in Status: SUCCESS [ 672.050534] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.050589] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.050794] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.050977] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.051134] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.051201] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.051356] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.051433] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.051515] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.051601] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b0224a42-bf09-4ccf-a860-732b81d9fc27',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.157660] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 in Status: SUCCESS [ 672.157906] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.158139] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.158359] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.158545] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.158672] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.158735] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.158886] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.158965] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.159061] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f4c9788-c3bc-4d42-ab8c-b8779126cad5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.183683] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7b8416e-2d48-4fe8-a70f-beee264427e4 in Status: SUCCESS [ 672.183683] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7b8416e-2d48-4fe8-a70f-beee264427e4 deletion is rescheduled due to dependency. [ 672.183683] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7b8416e-2d48-4fe8-a70f-beee264427e4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.554785] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0224a42-bf09-4ccf-a860-732b81d9fc27 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.554785] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.554785] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.555122] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.555316] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.555421] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.555495] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.555656] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.556596] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.556596] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.556596] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0224a42-bf09-4ccf-a860-732b81d9fc27 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.556596] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.556596] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.556596] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.556596] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.556596] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.556986] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.556986] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.556986] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.556986] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.557126] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b0224a42-bf09-4ccf-a860-732b81d9fc27',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.661777] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f4c9788-c3bc-4d42-ab8c-b8779126cad5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.943230] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 674c7603-cd3d-4525-a99d-c0c8514d165a in Status: SUCCESS [ 672.943434] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-674c7603-cd3d-4525-a99d-c0c8514d165a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.060657] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b0224a42-bf09-4ccf-a860-732b81d9fc27: rpc.has_security_group_logging(os_id): False [ 673.077359] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.077504] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.077579] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.077993] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.078166] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.078389] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.078493] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.078556] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.078722] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.078799] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.078983] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.079109] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.079191] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.079410] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.079492] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.079674] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.079768] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.079830] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.079969] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.080058] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.080143] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0224a42-bf09-4ccf-a860-732b81d9fc27 is going to be created. [ 673.144877] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.145608] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.145608] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.145608] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.145760] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.161433] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0224a42-bf09-4ccf-a860-732b81d9fc27 in Status: IN_PROGRESS for 2s [ 673.165772] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f4c9788-c3bc-4d42-ab8c-b8779126cad5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.670742] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.670948] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.671091] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.671372] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.671486] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.671590] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 is going to be updated. [ 673.708677] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.708677] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.708677] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.708677] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.708677] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.724949] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 in Status: IN_PROGRESS for 2s [ 673.890356] env[65517]: INFO networking_nsxv3.common.synchronization [req-a0d7f454-1b5a-464c-8ad1-134c7d86259b req-25c50bc8-9d8d-4c75-9177-5b1369be1ef8 tempest-ServerRescueNegativeTestJSON-611467277 tempest-ServerRescueNegativeTestJSON-611467277-project-member] Enqueued Resource ID: 59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f with Priority: HIGHEST for action security_group_members [ 673.890473] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f with Priority: HIGHEST for action security_group_members [ 673.890755] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.890884] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.890948] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.895895] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.896106] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.896274] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.896274] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.896453] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.896538] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.896634] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.400446] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.400821] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.400821] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.400952] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.401046] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.401249] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.401358] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.401402] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.401551] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.401618] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.401701] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f already deleted. [ 674.401788] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.817293] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-649 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.817568] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-649" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.817705] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-649" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.818080] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-649" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.818371] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.818538] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.818657] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.818901] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.819576] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.819576] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.819576] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 674.819576] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 674.819805] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 674.819805] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.819876] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 674.819944] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 674.840656] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 674.840816] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 674.840942] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 674.841185] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-649" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.841521] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-ede8edfa-842b-482d-8e7b-34bde13a02f8 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.841686] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-ede8edfa-842b-482d-8e7b-34bde13a02f8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.841797] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-ede8edfa-842b-482d-8e7b-34bde13a02f8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.842130] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-ede8edfa-842b-482d-8e7b-34bde13a02f8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.842345] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ede8edfa-842b-482d-8e7b-34bde13a02f8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.175608] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0224a42-bf09-4ccf-a860-732b81d9fc27 in Status: SUCCESS [ 675.175991] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.348268] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.348268] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.348268] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.348268] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.348268] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.348268] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port ede8edfa-842b-482d-8e7b-34bde13a02f8 not found, creating... [ 675.348268] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.348268] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.348268] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.348268] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.348268] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.349594] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.349594] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.349594] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.349806] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.350148] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.351409] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: ede8edfa-842b-482d-8e7b-34bde13a02f8 is going to be created. [ 675.389157] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.389853] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.390047] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.391471] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.391471] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.391471] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-ede8edfa-842b-482d-8e7b-34bde13a02f8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.441123] env[65517]: INFO networking_nsxv3.common.synchronization [None req-6dc8c3de-248e-4fab-8976-777cffc36d21 None None] Enqueued Resource ID: 97b4371d-4640-4dc8-a382-9ba1aadedf9e with Priority: HIGHEST for action port [ 675.441750] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b4371d-4640-4dc8-a382-9ba1aadedf9e with Priority: HIGHEST for action port [ 675.441750] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-97b4371d-4640-4dc8-a382-9ba1aadedf9e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.441750] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97b4371d-4640-4dc8-a382-9ba1aadedf9e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.441750] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97b4371d-4640-4dc8-a382-9ba1aadedf9e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.442030] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97b4371d-4640-4dc8-a382-9ba1aadedf9e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.442166] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97b4371d-4640-4dc8-a382-9ba1aadedf9e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.736847] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 in Status: SUCCESS [ 675.737061] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.737216] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.737474] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.737704] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.737818] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.737873] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.738143] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.738240] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.738334] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.738427] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f4c9788-c3bc-4d42-ab8c-b8779126cad5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.944239] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97b4371d-4640-4dc8-a382-9ba1aadedf9e [ 675.944498] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.944635] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.944699] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.944917] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.945012] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.945112] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97b4371d-4640-4dc8-a382-9ba1aadedf9e already deleted. [ 675.945201] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97b4371d-4640-4dc8-a382-9ba1aadedf9e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.238955] env[65517]: INFO networking_nsxv3.common.synchronization [req-a0d7f454-1b5a-464c-8ad1-134c7d86259b req-bdd5da54-4678-400d-b8ef-ce8ed38381f0 service nova] Enqueued Resource ID: 59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f with Priority: HIGHEST for action security_group_rules [ 676.238955] env[65517]: INFO networking_nsxv3.common.synchronization [req-a0d7f454-1b5a-464c-8ad1-134c7d86259b req-bdd5da54-4678-400d-b8ef-ce8ed38381f0 service nova] Enqueued Resource ID: 59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f with Priority: HIGHEST for action security_group_members [ 676.238955] env[65517]: INFO networking_nsxv3.common.synchronization [req-a0d7f454-1b5a-464c-8ad1-134c7d86259b req-bdd5da54-4678-400d-b8ef-ce8ed38381f0 service nova] Enqueued Resource ID: ede8edfa-842b-482d-8e7b-34bde13a02f8 with Priority: HIGHEST for action port [ 676.238955] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f with Priority: HIGHEST for action security_group_rules [ 676.238955] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f with Priority: HIGHEST for action security_group_members [ 676.238955] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ede8edfa-842b-482d-8e7b-34bde13a02f8 with Priority: HIGHEST for action port [ 676.238955] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.238955] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.238955] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.238955] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.238955] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.238955] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.238955] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.238955] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.238955] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.238955] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.238955] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.238955] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.238955] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.238955] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.241649] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.241649] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-ede8edfa-842b-482d-8e7b-34bde13a02f8 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.241649] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ede8edfa-842b-482d-8e7b-34bde13a02f8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.241649] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ede8edfa-842b-482d-8e7b-34bde13a02f8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.241649] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ede8edfa-842b-482d-8e7b-34bde13a02f8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.241649] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ede8edfa-842b-482d-8e7b-34bde13a02f8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.241649] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.241649] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.241649] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.242453] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.242453] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.242453] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.242453] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.242453] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.243145] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.243145] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.243145] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.243145] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.243145] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.243145] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.243849] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.243849] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.243849] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.243849] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.243849] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.243849] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.243849] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f4c9788-c3bc-4d42-ab8c-b8779126cad5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.595841] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.595841] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.596259] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.597084] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ede8edfa-842b-482d-8e7b-34bde13a02f8 with status ACTIVE [ 676.597175] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.597277] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.597334] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.597538] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.597648] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.599035] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.599035] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.599035] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.599035] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.599035] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.599035] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.599035] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.599035] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.599035] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.599035] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.599035] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ede8edfa-842b-482d-8e7b-34bde13a02f8 is going to be updated. [ 676.637582] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.637582] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.637761] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.638832] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.638832] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.638832] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ede8edfa-842b-482d-8e7b-34bde13a02f8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.747028] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f4c9788-c3bc-4d42-ab8c-b8779126cad5: rpc.has_security_group_logging(os_id): False [ 676.776360] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.776360] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.776360] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.776645] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.776760] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.777158] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.777278] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.777278] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.777492] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.777605] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.777836] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.777978] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.778283] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.778495] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.778625] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.778866] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.778997] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.779094] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.779497] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.779759] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.779759] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 is going to be updated. [ 676.866496] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.866596] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.866641] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.867308] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.867308] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.884882] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 in Status: IN_PROGRESS for 2s [ 677.105116] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.291848] env[65517]: INFO networking_nsxv3.common.synchronization [req-55aca080-40f7-4e56-8c3d-bef012d03ef3 req-179312a5-4729-4a89-93b0-9525b86a9e9c tempest-ListServerFiltersTestJSON-1743219944 tempest-ListServerFiltersTestJSON-1743219944-project-member] Enqueued Resource ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 with Priority: HIGHEST for action security_group_members [ 677.292474] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 with Priority: HIGHEST for action security_group_members [ 677.292796] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.292920] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.292978] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.293541] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.294932] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.295100] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.295170] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.295348] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.295443] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.295654] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f4c9788-c3bc-4d42-ab8c-b8779126cad5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.607814] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.607814] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.608264] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.608264] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.608449] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.608449] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f is going to be created. [ 677.640571] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.640735] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.640735] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.640932] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.641161] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.653110] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f in Status: UNINITIALIZED for 2s [ 677.799822] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f4c9788-c3bc-4d42-ab8c-b8779126cad5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.860019] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.860317] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-307" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.860317] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-307" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.862399] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-307" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.865374] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.865374] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.865374] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.865374] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.865374] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.865374] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.865374] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.865374] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.865374] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.865374] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.865374] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.865374] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.869826] env[65517]: INFO networking_nsxv3.common.synchronization [None req-e04e1bd7-009d-43f1-b071-274e0feeaa1a None None] Enqueued Resource ID: 9a588305-cb00-4271-83be-42532f7cd210 with Priority: HIGHEST for action port [ 677.871205] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a588305-cb00-4271-83be-42532f7cd210 with Priority: HIGHEST for action port [ 677.873416] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a588305-cb00-4271-83be-42532f7cd210 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.873416] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a588305-cb00-4271-83be-42532f7cd210" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.873416] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a588305-cb00-4271-83be-42532f7cd210" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.873831] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a588305-cb00-4271-83be-42532f7cd210" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.873831] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a588305-cb00-4271-83be-42532f7cd210',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.889935] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.889935] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 677.889935] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.890546] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-307" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.890926] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-ff1e8448-0d72-4738-ae2b-9b543dbe9f5e taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.891187] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-ff1e8448-0d72-4738-ae2b-9b543dbe9f5e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.891331] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-ff1e8448-0d72-4738-ae2b-9b543dbe9f5e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.891696] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-ff1e8448-0d72-4738-ae2b-9b543dbe9f5e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.891832] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff1e8448-0d72-4738-ae2b-9b543dbe9f5e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.303746] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f4c9788-c3bc-4d42-ab8c-b8779126cad5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.377226] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a588305-cb00-4271-83be-42532f7cd210 [ 678.378271] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.378271] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.378271] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.378271] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.378271] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.378271] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a588305-cb00-4271-83be-42532f7cd210 already deleted. [ 678.378271] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a588305-cb00-4271-83be-42532f7cd210" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.399021] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.399021] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.399021] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.399021] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.399021] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.399021] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port ff1e8448-0d72-4738-ae2b-9b543dbe9f5e not found, creating... [ 678.399021] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.399021] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.399021] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.399021] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.399021] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.399628] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.399628] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.399628] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.399628] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.399628] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.399628] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: ff1e8448-0d72-4738-ae2b-9b543dbe9f5e is going to be created. [ 678.421992] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.421992] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.421992] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.421992] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.421992] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.422323] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-ff1e8448-0d72-4738-ae2b-9b543dbe9f5e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.810110] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.810110] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.810110] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.810110] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.810110] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.810110] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 is going to be updated. [ 678.859710] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.859834] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.859895] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.860219] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.860507] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.873025] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 in Status: IN_PROGRESS for 2s [ 678.904249] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 in Status: SUCCESS [ 678.904249] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.152775] env[65517]: INFO networking_nsxv3.common.synchronization [req-55aca080-40f7-4e56-8c3d-bef012d03ef3 req-22a5beaf-6a8d-4634-a146-46284da283e3 service nova] Enqueued Resource ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 with Priority: HIGHEST for action security_group_rules [ 679.153057] env[65517]: INFO networking_nsxv3.common.synchronization [req-55aca080-40f7-4e56-8c3d-bef012d03ef3 req-22a5beaf-6a8d-4634-a146-46284da283e3 service nova] Enqueued Resource ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 with Priority: HIGHEST for action security_group_members [ 679.153285] env[65517]: INFO networking_nsxv3.common.synchronization [req-55aca080-40f7-4e56-8c3d-bef012d03ef3 req-22a5beaf-6a8d-4634-a146-46284da283e3 service nova] Enqueued Resource ID: ff1e8448-0d72-4738-ae2b-9b543dbe9f5e with Priority: HIGHEST for action port [ 679.153995] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 with Priority: HIGHEST for action security_group_rules [ 679.154253] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 with Priority: HIGHEST for action security_group_members [ 679.154391] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff1e8448-0d72-4738-ae2b-9b543dbe9f5e with Priority: HIGHEST for action port [ 679.154771] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f4c9788-c3bc-4d42-ab8c-b8779126cad5 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.155767] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.155903] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.156171] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.156269] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f4c9788-c3bc-4d42-ab8c-b8779126cad5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.157217] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.157329] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.157556] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff1e8448-0d72-4738-ae2b-9b543dbe9f5e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.157657] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff1e8448-0d72-4738-ae2b-9b543dbe9f5e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.157711] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff1e8448-0d72-4738-ae2b-9b543dbe9f5e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.157893] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff1e8448-0d72-4738-ae2b-9b543dbe9f5e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.157967] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff1e8448-0d72-4738-ae2b-9b543dbe9f5e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.418632] env[65517]: INFO networking_nsxv3.common.synchronization [req-4b43c933-dd31-42cf-aaf9-27b434c93a04 req-032ac891-cbd5-4713-ac64-1b8f2c76d42b tempest-ServerRescueNegativeTestJSON-611467277 tempest-ServerRescueNegativeTestJSON-611467277-project-member] Enqueued Resource ID: 59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f with Priority: HIGHEST for action security_group_members [ 679.420313] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f with Priority: HIGHEST for action security_group_members [ 679.420814] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.420970] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.664415] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.664415] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.664415] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f in Status: SUCCESS [ 679.664415] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.664415] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff1e8448-0d72-4738-ae2b-9b543dbe9f5e with status ACTIVE [ 679.664415] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.664415] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.664415] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.664732] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.664732] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.664732] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.664831] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.664831] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.664969] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.666652] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.666652] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.666652] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.666652] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.666822] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.666919] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.667030] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff1e8448-0d72-4738-ae2b-9b543dbe9f5e is going to be updated. [ 679.668175] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.668894] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.668894] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.668894] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.668894] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.668894] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.670391] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.670391] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.670391] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.671567] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.671886] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.672669] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.672669] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.672669] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.672669] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.672669] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.673105] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.696655] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.696655] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.696655] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.696655] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.696655] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.696655] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff1e8448-0d72-4738-ae2b-9b543dbe9f5e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.770165] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-649 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.771336] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-649" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.771705] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-649" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.775022] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-649" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.775022] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.775022] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.775022] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.775022] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.775022] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.775022] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.775022] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 679.775022] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 679.775022] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 679.775022] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.775022] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 679.775022] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 679.797025] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.797025] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 679.797025] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.797025] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-649" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.797025] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-60d5d352-4fed-4b0f-9efc-ce13e2066444 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.797025] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-60d5d352-4fed-4b0f-9efc-ce13e2066444" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.797025] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-60d5d352-4fed-4b0f-9efc-ce13e2066444" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.797025] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-60d5d352-4fed-4b0f-9efc-ce13e2066444" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.797025] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60d5d352-4fed-4b0f-9efc-ce13e2066444',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.021277] env[65517]: INFO networking_nsxv3.common.synchronization [None req-79921635-64fc-4d43-b92e-ff16890276df None None] Enqueued Resource ID: 1e17d074-8c49-4731-858c-f5559d2267d9 with Priority: HIGHEST for action port [ 680.021855] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e17d074-8c49-4731-858c-f5559d2267d9 with Priority: HIGHEST for action port [ 680.022419] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e17d074-8c49-4731-858c-f5559d2267d9 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.022556] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e17d074-8c49-4731-858c-f5559d2267d9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.022661] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e17d074-8c49-4731-858c-f5559d2267d9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.022890] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e17d074-8c49-4731-858c-f5559d2267d9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.022945] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e17d074-8c49-4731-858c-f5559d2267d9',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.175312] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.175312] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.177847] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.301570] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.301887] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.302091] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.302427] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.302644] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.302895] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port 60d5d352-4fed-4b0f-9efc-ce13e2066444 not found, creating... [ 680.303525] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.303758] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.303919] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.307870] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.307870] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.307870] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.307870] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.307870] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.307870] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.307870] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.307870] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: 60d5d352-4fed-4b0f-9efc-ce13e2066444 is going to be created. [ 680.330807] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.331039] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.331165] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.331473] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.331697] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.331933] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-60d5d352-4fed-4b0f-9efc-ce13e2066444" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.526424] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e17d074-8c49-4731-858c-f5559d2267d9 [ 680.526424] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.526424] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.526424] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.526424] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.526938] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.526938] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e17d074-8c49-4731-858c-f5559d2267d9 already deleted. [ 680.526938] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e17d074-8c49-4731-858c-f5559d2267d9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.679738] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.911678] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 in Status: SUCCESS [ 680.913258] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.913258] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.914789] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.914789] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.914789] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.914789] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.914789] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.914789] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.914789] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f4c9788-c3bc-4d42-ab8c-b8779126cad5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.182713] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.183089] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.183089] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.183089] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.183293] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.183293] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f is going to be updated. [ 681.216859] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.216859] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.216859] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.217098] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.217272] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.230213] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f in Status: IN_PROGRESS for 2s [ 681.252509] env[65517]: INFO networking_nsxv3.common.synchronization [req-4b43c933-dd31-42cf-aaf9-27b434c93a04 req-14de59cb-e74c-448d-9e69-dae607a651bd service nova] Enqueued Resource ID: 59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f with Priority: HIGHEST for action security_group_rules [ 681.252509] env[65517]: INFO networking_nsxv3.common.synchronization [req-4b43c933-dd31-42cf-aaf9-27b434c93a04 req-14de59cb-e74c-448d-9e69-dae607a651bd service nova] Enqueued Resource ID: 59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f with Priority: HIGHEST for action security_group_members [ 681.252509] env[65517]: INFO networking_nsxv3.common.synchronization [req-4b43c933-dd31-42cf-aaf9-27b434c93a04 req-14de59cb-e74c-448d-9e69-dae607a651bd service nova] Enqueued Resource ID: 60d5d352-4fed-4b0f-9efc-ce13e2066444 with Priority: HIGHEST for action port [ 681.257130] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f with Priority: HIGHEST for action security_group_rules [ 681.257130] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f with Priority: HIGHEST for action security_group_members [ 681.257130] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60d5d352-4fed-4b0f-9efc-ce13e2066444 with Priority: HIGHEST for action port [ 681.257130] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.257130] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.257130] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.257130] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.257130] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-60d5d352-4fed-4b0f-9efc-ce13e2066444 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.257130] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60d5d352-4fed-4b0f-9efc-ce13e2066444" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.257130] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60d5d352-4fed-4b0f-9efc-ce13e2066444" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.257130] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60d5d352-4fed-4b0f-9efc-ce13e2066444" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.257130] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60d5d352-4fed-4b0f-9efc-ce13e2066444',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.418666] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f4c9788-c3bc-4d42-ab8c-b8779126cad5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.716790] env[65517]: INFO networking_nsxv3.common.synchronization [req-2058e3f5-e2e0-4bf3-b03a-4b84dc650f05 req-b79352a9-d8de-4804-aa9c-853a1a77fe66 tempest-ServersV294TestFqdnHostnames-1853327399 tempest-ServersV294TestFqdnHostnames-1853327399-project-member] Enqueued Resource ID: 72cb09c9-0714-4f7c-bcff-0aa14beb612b with Priority: HIGHEST for action security_group_members [ 681.717316] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72cb09c9-0714-4f7c-bcff-0aa14beb612b with Priority: HIGHEST for action security_group_members [ 681.717616] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-72cb09c9-0714-4f7c-bcff-0aa14beb612b taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.717740] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72cb09c9-0714-4f7c-bcff-0aa14beb612b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.717805] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72cb09c9-0714-4f7c-bcff-0aa14beb612b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.721449] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72cb09c9-0714-4f7c-bcff-0aa14beb612b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.721676] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.721824] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.722661] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.723378] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.723626] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.723871] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72cb09c9-0714-4f7c-bcff-0aa14beb612b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.759761] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60d5d352-4fed-4b0f-9efc-ce13e2066444 with status ACTIVE [ 681.763023] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.763023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.763023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.763023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.763023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.763023] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.763023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.763023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.763023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.763023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.763023] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.763023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.763023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.763023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.763023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.763023] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60d5d352-4fed-4b0f-9efc-ce13e2066444 is going to be updated. [ 681.792998] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.793516] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.793681] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.793995] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.794248] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.794516] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60d5d352-4fed-4b0f-9efc-ce13e2066444" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.920404] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f4c9788-c3bc-4d42-ab8c-b8779126cad5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.112674] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-595 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.113109] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-595" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.113373] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-595" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.113778] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-595" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.114465] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.114769] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.114999] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.115341] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.115580] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.115883] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.116493] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 682.116587] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 682.116708] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 682.116816] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.116917] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 682.117068] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 682.137260] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 682.137455] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 682.137590] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 682.137765] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-595" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.138093] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-3bbf4b9c-9f1c-49eb-a2e5-ce75414b91d6 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.138288] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-3bbf4b9c-9f1c-49eb-a2e5-ce75414b91d6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.138416] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-3bbf4b9c-9f1c-49eb-a2e5-ce75414b91d6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.138736] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-3bbf4b9c-9f1c-49eb-a2e5-ce75414b91d6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.138867] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bbf4b9c-9f1c-49eb-a2e5-ce75414b91d6',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.229051] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.229051] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.229051] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.229051] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.229051] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.229051] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.229051] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.229051] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.229051] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.229051] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.229051] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72cb09c9-0714-4f7c-bcff-0aa14beb612b already deleted. [ 682.229051] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72cb09c9-0714-4f7c-bcff-0aa14beb612b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.425406] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.425406] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.425406] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.425406] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.425406] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.425406] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 is going to be updated. [ 682.456673] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.456793] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.457109] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.457419] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.457607] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.468557] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 in Status: IN_PROGRESS for 2s [ 682.512728] env[65517]: INFO networking_nsxv3.common.synchronization [None req-bf87481d-7cf5-4af2-a431-c26bd3039067 None None] Enqueued Resource ID: 6954e537-f69b-4d62-af53-d1fc84480a6a with Priority: HIGHEST for action port [ 682.512728] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6954e537-f69b-4d62-af53-d1fc84480a6a with Priority: HIGHEST for action port [ 682.512903] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-6954e537-f69b-4d62-af53-d1fc84480a6a taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.512999] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6954e537-f69b-4d62-af53-d1fc84480a6a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.513079] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6954e537-f69b-4d62-af53-d1fc84480a6a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.513332] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6954e537-f69b-4d62-af53-d1fc84480a6a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.513417] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6954e537-f69b-4d62-af53-d1fc84480a6a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.641360] env[65517]: INFO networking_nsxv3.common.synchronization [None req-31876c66-172e-4a7d-8918-288b4ae884c6 tempest-ServersTestBootFromVolume-414454397 tempest-ServersTestBootFromVolume-414454397-project-member] Enqueued Resource ID: f6a7e8fa-d951-469e-a1e0-62fc852d4b7c with Priority: HIGHEST for action security_group_rules [ 682.642852] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.643235] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.643391] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.643732] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.643909] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.644148] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port 3bbf4b9c-9f1c-49eb-a2e5-ce75414b91d6 not found, creating... [ 682.644454] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.644643] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.644812] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.645105] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.645276] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.645625] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.645844] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.645971] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.646270] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.646439] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.646606] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: 3bbf4b9c-9f1c-49eb-a2e5-ce75414b91d6 is going to be created. [ 682.648241] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6a7e8fa-d951-469e-a1e0-62fc852d4b7c with Priority: HIGHEST for action security_group_rules [ 682.649044] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6a7e8fa-d951-469e-a1e0-62fc852d4b7c taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.649277] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6a7e8fa-d951-469e-a1e0-62fc852d4b7c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.649353] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6a7e8fa-d951-469e-a1e0-62fc852d4b7c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.649680] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6a7e8fa-d951-469e-a1e0-62fc852d4b7c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.649773] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6a7e8fa-d951-469e-a1e0-62fc852d4b7c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.672377] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.673071] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.673071] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.673244] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.673473] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.673664] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-3bbf4b9c-9f1c-49eb-a2e5-ce75414b91d6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.938777] env[65517]: INFO networking_nsxv3.common.synchronization [None req-98cf7930-f8fa-4267-91ee-837a97ad0796 tempest-ServersTestBootFromVolume-414454397 tempest-ServersTestBootFromVolume-414454397-project-member] Enqueued Resource ID: f6a7e8fa-d951-469e-a1e0-62fc852d4b7c with Priority: HIGHEST for action security_group_rules [ 682.939525] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6a7e8fa-d951-469e-a1e0-62fc852d4b7c with Priority: HIGHEST for action security_group_rules [ 682.939871] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6a7e8fa-d951-469e-a1e0-62fc852d4b7c taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.939994] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6a7e8fa-d951-469e-a1e0-62fc852d4b7c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.019716] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6954e537-f69b-4d62-af53-d1fc84480a6a [ 683.020606] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.021357] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.021437] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.021677] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.021769] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.021876] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6954e537-f69b-4d62-af53-d1fc84480a6a already deleted. [ 683.021946] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6954e537-f69b-4d62-af53-d1fc84480a6a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.173793] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.173793] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.173793] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.173793] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.173793] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.174176] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6a7e8fa-d951-469e-a1e0-62fc852d4b7c already deleted. [ 683.174176] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6a7e8fa-d951-469e-a1e0-62fc852d4b7c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.174176] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6a7e8fa-d951-469e-a1e0-62fc852d4b7c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.174362] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6a7e8fa-d951-469e-a1e0-62fc852d4b7c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.174362] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6a7e8fa-d951-469e-a1e0-62fc852d4b7c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.238760] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f in Status: SUCCESS [ 683.239121] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.239272] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.239434] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.239657] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.239887] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.239984] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.240108] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.240190] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.240294] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.240457] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.240542] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.240600] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.240860] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.240963] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.241072] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.241125] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.241266] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.241344] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.241416] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.241499] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.242480] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.242648] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.242798] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.242907] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.243151] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.243151] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.243263] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.243263] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.379720] env[65517]: INFO networking_nsxv3.common.synchronization [req-2058e3f5-e2e0-4bf3-b03a-4b84dc650f05 req-def7709f-6729-4d8b-9473-f8ed83d2413e service nova] Enqueued Resource ID: 72cb09c9-0714-4f7c-bcff-0aa14beb612b with Priority: HIGHEST for action security_group_rules [ 683.379720] env[65517]: INFO networking_nsxv3.common.synchronization [req-2058e3f5-e2e0-4bf3-b03a-4b84dc650f05 req-def7709f-6729-4d8b-9473-f8ed83d2413e service nova] Enqueued Resource ID: 72cb09c9-0714-4f7c-bcff-0aa14beb612b with Priority: HIGHEST for action security_group_members [ 683.379720] env[65517]: INFO networking_nsxv3.common.synchronization [req-2058e3f5-e2e0-4bf3-b03a-4b84dc650f05 req-def7709f-6729-4d8b-9473-f8ed83d2413e service nova] Enqueued Resource ID: 3bbf4b9c-9f1c-49eb-a2e5-ce75414b91d6 with Priority: HIGHEST for action port [ 683.379720] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72cb09c9-0714-4f7c-bcff-0aa14beb612b with Priority: HIGHEST for action security_group_rules [ 683.379720] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72cb09c9-0714-4f7c-bcff-0aa14beb612b with Priority: HIGHEST for action security_group_members [ 683.379720] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bbf4b9c-9f1c-49eb-a2e5-ce75414b91d6 with Priority: HIGHEST for action port [ 683.380213] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72cb09c9-0714-4f7c-bcff-0aa14beb612b taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.380588] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72cb09c9-0714-4f7c-bcff-0aa14beb612b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.380821] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72cb09c9-0714-4f7c-bcff-0aa14beb612b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.381121] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72cb09c9-0714-4f7c-bcff-0aa14beb612b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.381344] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72cb09c9-0714-4f7c-bcff-0aa14beb612b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.382405] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-72cb09c9-0714-4f7c-bcff-0aa14beb612b taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.382680] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72cb09c9-0714-4f7c-bcff-0aa14beb612b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.382840] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72cb09c9-0714-4f7c-bcff-0aa14beb612b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.383119] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72cb09c9-0714-4f7c-bcff-0aa14beb612b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.383433] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.383636] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.383773] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.384155] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.384316] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.384478] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72cb09c9-0714-4f7c-bcff-0aa14beb612b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.385747] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bbf4b9c-9f1c-49eb-a2e5-ce75414b91d6 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.389018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bbf4b9c-9f1c-49eb-a2e5-ce75414b91d6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.389018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bbf4b9c-9f1c-49eb-a2e5-ce75414b91d6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.389018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bbf4b9c-9f1c-49eb-a2e5-ce75414b91d6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.389018] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bbf4b9c-9f1c-49eb-a2e5-ce75414b91d6',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.702677] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.702677] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.702910] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.703070] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.703187] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.704717] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6a7e8fa-d951-469e-a1e0-62fc852d4b7c already deleted. [ 683.704717] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6a7e8fa-d951-469e-a1e0-62fc852d4b7c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.745674] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.748338] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f: rpc.has_security_group_logging(os_id): False [ 683.766992] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.766992] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.767131] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.767315] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.767405] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.767609] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.767735] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.767785] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.767937] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.768019] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.768275] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.768397] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.768442] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.768575] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.768638] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.768830] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.768925] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.768985] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.770097] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.770183] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.770252] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f is going to be created. [ 683.864024] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.864024] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.864024] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.864024] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.864024] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.875128] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f in Status: IN_PROGRESS for 2s [ 683.889212] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-72cb09c9-0714-4f7c-bcff-0aa14beb612b taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.892530] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72cb09c9-0714-4f7c-bcff-0aa14beb612b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.892530] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72cb09c9-0714-4f7c-bcff-0aa14beb612b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.892530] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3bbf4b9c-9f1c-49eb-a2e5-ce75414b91d6 with status ACTIVE [ 683.892530] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.892530] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.892530] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.892530] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.892530] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.892530] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.892530] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.892530] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.894263] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.894384] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.894926] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.894926] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.894926] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.895140] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.895232] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.898020] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3bbf4b9c-9f1c-49eb-a2e5-ce75414b91d6 is going to be updated. [ 683.918184] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.918385] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.918429] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.918942] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.918942] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.918942] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bbf4b9c-9f1c-49eb-a2e5-ce75414b91d6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.249191] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.398074] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72cb09c9-0714-4f7c-bcff-0aa14beb612b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.486332] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 in Status: SUCCESS [ 684.487071] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.487071] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.487071] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.487396] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.487548] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.487626] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.488077] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.488077] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.488077] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.488077] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f4c9788-c3bc-4d42-ab8c-b8779126cad5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.751293] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.751511] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.751511] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.751817] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.753824] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.754045] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f is going to be updated. [ 684.789709] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.789709] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.789709] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.789709] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.789709] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.803770] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f in Status: IN_PROGRESS for 2s [ 684.905427] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.905427] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.905427] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.905427] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.905427] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.905427] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72cb09c9-0714-4f7c-bcff-0aa14beb612b is going to be created. [ 684.936654] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.936654] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.936654] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.936654] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.936654] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.951358] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72cb09c9-0714-4f7c-bcff-0aa14beb612b in Status: UNINITIALIZED for 2s [ 684.994226] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.997168] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.997168] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.997168] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.997168] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.997168] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.997168] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.997168] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.997168] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.997168] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.997168] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.997168] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.997168] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.997168] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.997168] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.997168] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.997168] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.997168] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.997168] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.998663] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.001822] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f4c9788-c3bc-4d42-ab8c-b8779126cad5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.503902] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f4c9788-c3bc-4d42-ab8c-b8779126cad5: rpc.has_security_group_logging(os_id): False [ 685.529745] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.529926] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.529926] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.530112] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.530209] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.530416] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.530541] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.530606] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.530771] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.530854] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.532566] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.532644] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.532751] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.532967] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.533550] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.533550] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.533550] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.533550] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.533987] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.533987] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.533987] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 is going to be updated. [ 685.546078] env[65517]: INFO networking_nsxv3.common.synchronization [req-c510463d-3e4c-4d13-8c21-559cff7f1743 req-9cc6688e-7bb2-4228-8750-73c3ff62d578 tempest-SecurityGroupRulesTestJSON-917772578 tempest-SecurityGroupRulesTestJSON-917772578-project-member] Enqueued Resource ID: 3b2bac94-91a8-4a18-ba3e-46df12f2b2ae with Priority: HIGHEST for action security_group_rules [ 685.546078] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b2bac94-91a8-4a18-ba3e-46df12f2b2ae with Priority: HIGHEST for action security_group_rules [ 685.546078] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b2bac94-91a8-4a18-ba3e-46df12f2b2ae taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.546078] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b2bac94-91a8-4a18-ba3e-46df12f2b2ae" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.546078] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b2bac94-91a8-4a18-ba3e-46df12f2b2ae" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.546078] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b2bac94-91a8-4a18-ba3e-46df12f2b2ae" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.546078] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b2bac94-91a8-4a18-ba3e-46df12f2b2ae',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.617290] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.617455] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.617521] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.617790] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.618015] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.646113] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 in Status: IN_PROGRESS for 2s [ 685.900845] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f in Status: SUCCESS [ 685.900845] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.900845] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.900845] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.900845] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.070877] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.070877] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.070877] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.070877] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.070877] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.070877] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b2bac94-91a8-4a18-ba3e-46df12f2b2ae already deleted. [ 686.070877] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b2bac94-91a8-4a18-ba3e-46df12f2b2ae" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.404699] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.404699] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.814652] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f in Status: SUCCESS [ 686.814969] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.815065] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.815284] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.816570] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.816570] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.816570] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.816570] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.816570] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.816570] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.816570] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.963056] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72cb09c9-0714-4f7c-bcff-0aa14beb612b in Status: SUCCESS [ 686.963056] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72cb09c9-0714-4f7c-bcff-0aa14beb612b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.963056] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72cb09c9-0714-4f7c-bcff-0aa14beb612b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.963056] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72cb09c9-0714-4f7c-bcff-0aa14beb612b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.963056] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.963056] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.963056] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.963056] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.963056] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.965040] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72cb09c9-0714-4f7c-bcff-0aa14beb612b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.965040] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72cb09c9-0714-4f7c-bcff-0aa14beb612b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.322527] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.322768] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.322874] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.323106] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.323282] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.323386] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.323453] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.323630] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.323770] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.324880] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.325066] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.325173] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.325314] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.325548] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.325706] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.325801] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.325894] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.326010] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.326118] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.326238] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.326296] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.525989] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72cb09c9-0714-4f7c-bcff-0aa14beb612b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.665523] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 in Status: SUCCESS [ 687.665748] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.832694] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f: rpc.has_security_group_logging(os_id): False [ 687.856376] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.856537] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.856608] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.856807] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.856893] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.857162] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.857389] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.857389] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.857581] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.857671] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.857906] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.858064] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.860604] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.860805] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.864450] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.865156] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.865156] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.865156] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.865156] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.865381] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.865381] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f is going to be updated. [ 687.940107] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.940380] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.940576] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.940896] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.941174] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.957178] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f in Status: IN_PROGRESS for 2s [ 688.030170] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72cb09c9-0714-4f7c-bcff-0aa14beb612b: rpc.has_security_group_logging(os_id): False [ 688.067572] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.068014] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.068242] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.070084] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.070084] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.070084] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.070084] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.070084] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.070084] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.070084] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.070084] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72cb09c9-0714-4f7c-bcff-0aa14beb612b is going to be created. [ 688.144182] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.147022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.147022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.147022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.147022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.158684] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72cb09c9-0714-4f7c-bcff-0aa14beb612b in Status: IN_PROGRESS for 2s [ 689.790743] env[65517]: INFO networking_nsxv3.common.synchronization [req-f1789e2f-0ca4-4d35-bb18-5f78818f5f2f req-fe87a77d-5a14-4c9d-b003-33ed94cc2aeb tempest-ServerDiskConfigTestJSON-1984357202 tempest-ServerDiskConfigTestJSON-1984357202-project-member] Enqueued Resource ID: 1730157f-766c-41ae-b440-eca87932927d with Priority: HIGHEST for action security_group_members [ 689.791373] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1730157f-766c-41ae-b440-eca87932927d with Priority: HIGHEST for action security_group_members [ 689.791676] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1730157f-766c-41ae-b440-eca87932927d taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.791794] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.791862] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.793188] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.793188] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.793188] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.793188] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.793416] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.793454] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.793526] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1730157f-766c-41ae-b440-eca87932927d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.973967] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f in Status: SUCCESS [ 689.974267] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.177856] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72cb09c9-0714-4f7c-bcff-0aa14beb612b in Status: SUCCESS [ 690.178232] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72cb09c9-0714-4f7c-bcff-0aa14beb612b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.284358] env[65517]: INFO networking_nsxv3.common.synchronization [None req-bf3bb8b9-7d55-49a5-916a-1c31a4d031e7 None None] Enqueued Resource ID: ed008bd4-f396-49ea-a4c5-bf3a6bace8ea with Priority: HIGHEST for action port [ 690.285289] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed008bd4-f396-49ea-a4c5-bf3a6bace8ea with Priority: HIGHEST for action port [ 690.285289] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed008bd4-f396-49ea-a4c5-bf3a6bace8ea taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.285289] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed008bd4-f396-49ea-a4c5-bf3a6bace8ea" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.285561] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed008bd4-f396-49ea-a4c5-bf3a6bace8ea" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.285636] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed008bd4-f396-49ea-a4c5-bf3a6bace8ea" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.286063] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed008bd4-f396-49ea-a4c5-bf3a6bace8ea',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.295861] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.296042] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.296251] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.296442] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.296539] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.296740] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.296840] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.296902] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.297086] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.297142] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.297227] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1730157f-766c-41ae-b440-eca87932927d is going to be updated. [ 690.330702] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.330702] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.330702] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.330702] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.330888] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.341410] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1730157f-766c-41ae-b440-eca87932927d in Status: IN_PROGRESS for 2s [ 690.555532] env[65517]: INFO networking_nsxv3.common.synchronization [None req-b5817622-0e55-4999-8bde-2f0c61311c43 None None] Enqueued Resource ID: 57a035e9-79e6-4737-847d-4959646bec56 with Priority: HIGHEST for action port [ 690.556062] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57a035e9-79e6-4737-847d-4959646bec56 with Priority: HIGHEST for action port [ 690.556373] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-57a035e9-79e6-4737-847d-4959646bec56 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.556483] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57a035e9-79e6-4737-847d-4959646bec56" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.556552] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57a035e9-79e6-4737-847d-4959646bec56" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.557716] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57a035e9-79e6-4737-847d-4959646bec56" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.557716] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57a035e9-79e6-4737-847d-4959646bec56',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.789656] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed008bd4-f396-49ea-a4c5-bf3a6bace8ea [ 690.789935] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.790610] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.790727] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.790970] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.791235] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.791235] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed008bd4-f396-49ea-a4c5-bf3a6bace8ea already deleted. [ 690.791401] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed008bd4-f396-49ea-a4c5-bf3a6bace8ea" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.034819] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-73 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.034819] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-73" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.034819] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-73" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.034819] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-73" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.035099] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.035099] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.036271] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.036450] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.036597] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.036769] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.036880] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 691.036982] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 691.037096] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 691.037197] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.037302] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 691.037430] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 691.060090] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 691.060267] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 691.060404] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 691.060616] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-73" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.060972] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-189bde05-0b1d-4c6a-be88-2453345dd731 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.061204] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-189bde05-0b1d-4c6a-be88-2453345dd731" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.061351] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-189bde05-0b1d-4c6a-be88-2453345dd731" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.061874] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-189bde05-0b1d-4c6a-be88-2453345dd731" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.061874] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('189bde05-0b1d-4c6a-be88-2453345dd731',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.062765] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 57a035e9-79e6-4737-847d-4959646bec56 [ 691.062977] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.063106] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.063269] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.063438] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.063519] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.063605] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:57a035e9-79e6-4737-847d-4959646bec56 already deleted. [ 691.063681] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57a035e9-79e6-4737-847d-4959646bec56" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.370466] env[65517]: INFO networking_nsxv3.common.synchronization [None req-1bd800e0-db9e-4250-8d26-a3eb91b20a13 None None] Enqueued Resource ID: 4d0dca6d-46aa-4e07-83ec-9734bc0cc02b with Priority: HIGHEST for action port [ 691.370704] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d0dca6d-46aa-4e07-83ec-9734bc0cc02b with Priority: HIGHEST for action port [ 691.371773] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d0dca6d-46aa-4e07-83ec-9734bc0cc02b taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.372022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d0dca6d-46aa-4e07-83ec-9734bc0cc02b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.372070] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d0dca6d-46aa-4e07-83ec-9734bc0cc02b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.372497] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d0dca6d-46aa-4e07-83ec-9734bc0cc02b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.372624] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d0dca6d-46aa-4e07-83ec-9734bc0cc02b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.566574] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.566944] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.567087] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.568266] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.568613] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.568949] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port 189bde05-0b1d-4c6a-be88-2453345dd731 not found, creating... [ 691.569308] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.569458] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.569578] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.569839] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.569971] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.570316] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.570530] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.570569] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.570779] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.570916] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.571873] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: 189bde05-0b1d-4c6a-be88-2453345dd731 is going to be created. [ 691.594517] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.594733] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.594845] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.595186] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.595445] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.595627] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-189bde05-0b1d-4c6a-be88-2453345dd731" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.877108] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d0dca6d-46aa-4e07-83ec-9734bc0cc02b [ 691.877989] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.877989] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.877989] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.877989] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.877989] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.877989] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d0dca6d-46aa-4e07-83ec-9734bc0cc02b already deleted. [ 691.878372] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d0dca6d-46aa-4e07-83ec-9734bc0cc02b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.262906] env[65517]: INFO networking_nsxv3.common.synchronization [None req-e4aaac06-4b4a-45f0-823f-b4d25d1db770 None None] Enqueued Resource ID: 9f040e86-03b8-4b54-aa57-bb984f961d2c with Priority: HIGHEST for action port [ 692.263478] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f040e86-03b8-4b54-aa57-bb984f961d2c with Priority: HIGHEST for action port [ 692.263799] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f040e86-03b8-4b54-aa57-bb984f961d2c taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.263928] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f040e86-03b8-4b54-aa57-bb984f961d2c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.263973] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f040e86-03b8-4b54-aa57-bb984f961d2c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.265351] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f040e86-03b8-4b54-aa57-bb984f961d2c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.265438] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f040e86-03b8-4b54-aa57-bb984f961d2c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.348049] env[65517]: INFO networking_nsxv3.common.synchronization [req-f1789e2f-0ca4-4d35-bb18-5f78818f5f2f req-417fd3e8-ca33-4479-a7db-5a5845f1a0bd service nova] Enqueued Resource ID: 1730157f-766c-41ae-b440-eca87932927d with Priority: HIGHEST for action security_group_rules [ 692.348234] env[65517]: INFO networking_nsxv3.common.synchronization [req-f1789e2f-0ca4-4d35-bb18-5f78818f5f2f req-417fd3e8-ca33-4479-a7db-5a5845f1a0bd service nova] Enqueued Resource ID: 1730157f-766c-41ae-b440-eca87932927d with Priority: HIGHEST for action security_group_members [ 692.348419] env[65517]: INFO networking_nsxv3.common.synchronization [req-f1789e2f-0ca4-4d35-bb18-5f78818f5f2f req-417fd3e8-ca33-4479-a7db-5a5845f1a0bd service nova] Enqueued Resource ID: 189bde05-0b1d-4c6a-be88-2453345dd731 with Priority: HIGHEST for action port [ 692.349110] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1730157f-766c-41ae-b440-eca87932927d with Priority: HIGHEST for action security_group_rules [ 692.351335] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1730157f-766c-41ae-b440-eca87932927d with Priority: HIGHEST for action security_group_members [ 692.351335] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 189bde05-0b1d-4c6a-be88-2453345dd731 with Priority: HIGHEST for action port [ 692.351335] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1730157f-766c-41ae-b440-eca87932927d taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.351335] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.351335] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.351335] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.351335] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1730157f-766c-41ae-b440-eca87932927d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.352200] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1730157f-766c-41ae-b440-eca87932927d taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.355653] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.355653] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-189bde05-0b1d-4c6a-be88-2453345dd731 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.355653] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-189bde05-0b1d-4c6a-be88-2453345dd731" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.355653] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-189bde05-0b1d-4c6a-be88-2453345dd731" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.355653] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-189bde05-0b1d-4c6a-be88-2453345dd731" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.355653] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('189bde05-0b1d-4c6a-be88-2453345dd731',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.361901] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1730157f-766c-41ae-b440-eca87932927d in Status: SUCCESS [ 692.362097] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1730157f-766c-41ae-b440-eca87932927d deletion is rescheduled due to dependency. [ 692.362150] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.362294] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.362492] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.363838] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.363838] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.363838] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.363838] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.363838] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.363838] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1730157f-766c-41ae-b440-eca87932927d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.772322] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f040e86-03b8-4b54-aa57-bb984f961d2c [ 692.772322] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.772322] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.772322] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.772715] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.772715] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.772931] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f040e86-03b8-4b54-aa57-bb984f961d2c already deleted. [ 692.773028] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f040e86-03b8-4b54-aa57-bb984f961d2c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.859375] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1730157f-766c-41ae-b440-eca87932927d taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.859375] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.859985] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 189bde05-0b1d-4c6a-be88-2453345dd731 with status ACTIVE [ 692.860232] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.860372] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.860431] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.860647] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.860733] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.860905] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.861008] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.861073] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.861226] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.861303] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.861477] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.861598] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.861654] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.861850] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.861850] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.861946] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 189bde05-0b1d-4c6a-be88-2453345dd731 is going to be updated. [ 692.869298] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1730157f-766c-41ae-b440-eca87932927d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.894222] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.894222] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.894222] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.894222] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.894222] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.894222] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-189bde05-0b1d-4c6a-be88-2453345dd731" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.093482] env[65517]: INFO networking_nsxv3.common.synchronization [None req-f9e9cff0-c5cb-4ae2-94ca-ce67ae590db4 None None] Enqueued Resource ID: 96861665-3822-441d-9d62-78785e7a93c9 with Priority: HIGHEST for action port [ 693.094413] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96861665-3822-441d-9d62-78785e7a93c9 with Priority: HIGHEST for action port [ 693.095136] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-96861665-3822-441d-9d62-78785e7a93c9 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.095392] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96861665-3822-441d-9d62-78785e7a93c9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.095561] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96861665-3822-441d-9d62-78785e7a93c9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.095959] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96861665-3822-441d-9d62-78785e7a93c9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.096666] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96861665-3822-441d-9d62-78785e7a93c9',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.208869] env[65517]: INFO networking_nsxv3.common.synchronization [req-8f16602b-f324-4437-9a33-ac179460ba2d req-97a80a6c-d010-43f2-a96e-d89c0a7a7859 tempest-MigrationsAdminTest-1397841056 tempest-MigrationsAdminTest-1397841056-project-member] Enqueued Resource ID: 5afd66f5-85a3-4743-9424-434af73eabf0 with Priority: HIGHEST for action security_group_members [ 693.210041] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5afd66f5-85a3-4743-9424-434af73eabf0 with Priority: HIGHEST for action security_group_members [ 693.210519] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afd66f5-85a3-4743-9424-434af73eabf0 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.210689] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.212836] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.212836] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.212836] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.212836] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.212836] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.212836] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.212836] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.212836] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5afd66f5-85a3-4743-9424-434af73eabf0',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.371119] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1730157f-766c-41ae-b440-eca87932927d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.602757] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96861665-3822-441d-9d62-78785e7a93c9 [ 693.602757] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.602757] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.602980] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.603236] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.603236] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.603374] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96861665-3822-441d-9d62-78785e7a93c9 already deleted. [ 693.603374] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96861665-3822-441d-9d62-78785e7a93c9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.677496] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-380 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.677697] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-380" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.677982] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-380" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.678127] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-380" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.678477] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.678806] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.678806] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.680847] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.680847] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.680847] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.680847] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.680847] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.680847] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.680847] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.680847] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.680847] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.713498] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.713926] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 693.714392] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.714392] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-380" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.714774] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-fb1cd05a-757b-469c-9749-fd1ca4fcb168 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.715062] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-fb1cd05a-757b-469c-9749-fd1ca4fcb168" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.715192] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-fb1cd05a-757b-469c-9749-fd1ca4fcb168" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.718979] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-fb1cd05a-757b-469c-9749-fd1ca4fcb168" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.718979] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb1cd05a-757b-469c-9749-fd1ca4fcb168',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.718979] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.718979] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.718979] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.718979] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.723734] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.723734] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.723734] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.723734] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.723734] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.723734] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.723734] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5afd66f5-85a3-4743-9424-434af73eabf0 already deleted. [ 693.723734] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.875832] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.875832] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.876910] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.878604] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.878604] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.878604] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1730157f-766c-41ae-b440-eca87932927d is going to be updated. [ 693.914190] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.914510] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.914510] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.914644] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.914786] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.924935] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1730157f-766c-41ae-b440-eca87932927d in Status: IN_PROGRESS for 2s [ 694.022983] env[65517]: INFO networking_nsxv3.common.synchronization [None req-e305e065-9f46-4f20-bb29-580883de81f9 None None] Enqueued Resource ID: ed4a848a-b2b5-4864-81e1-ceb3ddb1e11c with Priority: HIGHEST for action port [ 694.023520] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed4a848a-b2b5-4864-81e1-ceb3ddb1e11c with Priority: HIGHEST for action port [ 694.025368] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed4a848a-b2b5-4864-81e1-ceb3ddb1e11c taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.025547] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed4a848a-b2b5-4864-81e1-ceb3ddb1e11c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.025583] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed4a848a-b2b5-4864-81e1-ceb3ddb1e11c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.025815] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed4a848a-b2b5-4864-81e1-ceb3ddb1e11c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.025901] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed4a848a-b2b5-4864-81e1-ceb3ddb1e11c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.222691] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.222909] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.223032] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.223324] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.223470] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.223617] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port fb1cd05a-757b-469c-9749-fd1ca4fcb168 not found, creating... [ 694.223872] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.226114] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.226114] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.226114] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.226114] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.226114] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.226114] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.226114] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.226114] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.226114] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.226114] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: fb1cd05a-757b-469c-9749-fd1ca4fcb168 is going to be created. [ 694.248898] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.249372] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.250010] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.250010] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.250681] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.250794] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-fb1cd05a-757b-469c-9749-fd1ca4fcb168" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.506963] env[65517]: INFO networking_nsxv3.common.synchronization [req-89ad1fbd-3619-4917-ade8-4ad990268ae6 req-6bc1287b-ec14-4dca-a8b7-6622daf80d29 tempest-SecurityGroupRulesTestJSON-917772578 tempest-SecurityGroupRulesTestJSON-917772578-project-member] Enqueued Resource ID: e47ece5e-1a33-4a3d-bdb4-fe0c5a59fc4c with Priority: HIGHEST for action security_group_rules [ 694.507531] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e47ece5e-1a33-4a3d-bdb4-fe0c5a59fc4c with Priority: HIGHEST for action security_group_rules [ 694.507835] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e47ece5e-1a33-4a3d-bdb4-fe0c5a59fc4c taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.507958] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e47ece5e-1a33-4a3d-bdb4-fe0c5a59fc4c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.508058] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e47ece5e-1a33-4a3d-bdb4-fe0c5a59fc4c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.508395] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e47ece5e-1a33-4a3d-bdb4-fe0c5a59fc4c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.508475] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e47ece5e-1a33-4a3d-bdb4-fe0c5a59fc4c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.527957] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed4a848a-b2b5-4864-81e1-ceb3ddb1e11c [ 694.528183] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.528466] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.528466] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.528656] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.528740] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.528854] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed4a848a-b2b5-4864-81e1-ceb3ddb1e11c already deleted. [ 694.528943] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed4a848a-b2b5-4864-81e1-ceb3ddb1e11c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.017457] env[65517]: INFO networking_nsxv3.common.synchronization [req-8f16602b-f324-4437-9a33-ac179460ba2d req-3e82f7ad-0593-4cb6-8975-9028c2e3eda7 service nova] Enqueued Resource ID: 5afd66f5-85a3-4743-9424-434af73eabf0 with Priority: HIGHEST for action security_group_rules [ 695.021153] env[65517]: INFO networking_nsxv3.common.synchronization [req-8f16602b-f324-4437-9a33-ac179460ba2d req-3e82f7ad-0593-4cb6-8975-9028c2e3eda7 service nova] Enqueued Resource ID: 5afd66f5-85a3-4743-9424-434af73eabf0 with Priority: HIGHEST for action security_group_members [ 695.021153] env[65517]: INFO networking_nsxv3.common.synchronization [req-8f16602b-f324-4437-9a33-ac179460ba2d req-3e82f7ad-0593-4cb6-8975-9028c2e3eda7 service nova] Enqueued Resource ID: fb1cd05a-757b-469c-9749-fd1ca4fcb168 with Priority: HIGHEST for action port [ 695.021153] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5afd66f5-85a3-4743-9424-434af73eabf0 with Priority: HIGHEST for action security_group_rules [ 695.021153] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5afd66f5-85a3-4743-9424-434af73eabf0 with Priority: HIGHEST for action security_group_members [ 695.021153] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb1cd05a-757b-469c-9749-fd1ca4fcb168 with Priority: HIGHEST for action port [ 695.021153] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5afd66f5-85a3-4743-9424-434af73eabf0 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.021153] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.021153] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.021750] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.021887] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5afd66f5-85a3-4743-9424-434af73eabf0',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.023104] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afd66f5-85a3-4743-9424-434af73eabf0 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.023270] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.023337] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.023559] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.023725] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.023881] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.023881] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.024050] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.024154] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.024239] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5afd66f5-85a3-4743-9424-434af73eabf0',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.025893] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb1cd05a-757b-469c-9749-fd1ca4fcb168 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.026085] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb1cd05a-757b-469c-9749-fd1ca4fcb168" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.026203] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb1cd05a-757b-469c-9749-fd1ca4fcb168" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.026401] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb1cd05a-757b-469c-9749-fd1ca4fcb168" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.026545] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb1cd05a-757b-469c-9749-fd1ca4fcb168',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.044096] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.044096] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.044317] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.044355] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.044435] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.044522] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e47ece5e-1a33-4a3d-bdb4-fe0c5a59fc4c already deleted. [ 695.044593] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e47ece5e-1a33-4a3d-bdb4-fe0c5a59fc4c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.529641] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5afd66f5-85a3-4743-9424-434af73eabf0',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.530933] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afd66f5-85a3-4743-9424-434af73eabf0 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.531083] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.531487] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb1cd05a-757b-469c-9749-fd1ca4fcb168 with status ACTIVE [ 695.531817] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.532533] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.532636] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.532968] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.533070] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.533254] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.533360] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.533524] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.533650] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.533733] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.533915] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.534017] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.534386] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.534386] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.534386] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.534386] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb1cd05a-757b-469c-9749-fd1ca4fcb168 is going to be updated. [ 695.593348] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.593348] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.593544] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.593668] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.593814] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.594012] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb1cd05a-757b-469c-9749-fd1ca4fcb168" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.643835] env[65517]: INFO networking_nsxv3.common.synchronization [req-41a6e3d9-276f-48ed-9ddc-eddf30498c9a req-822ba978-afb1-4bd4-9cde-dc24c7a81144 tempest-DeleteServersAdminTestJSON-1353403214 tempest-DeleteServersAdminTestJSON-1353403214-project-member] Enqueued Resource ID: f4322a65-b67f-40fc-94c6-bc6937eb52cf with Priority: HIGHEST for action security_group_members [ 695.644665] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4322a65-b67f-40fc-94c6-bc6937eb52cf with Priority: HIGHEST for action security_group_members [ 695.644789] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4322a65-b67f-40fc-94c6-bc6937eb52cf taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.644910] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.644974] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.647314] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.647506] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.647623] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.647689] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.647893] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.647952] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.648048] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4322a65-b67f-40fc-94c6-bc6937eb52cf',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.936491] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1730157f-766c-41ae-b440-eca87932927d in Status: SUCCESS [ 695.936755] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.936969] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.937301] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.937725] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.937725] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.937834] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.938045] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.938093] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.938209] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.938589] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1730157f-766c-41ae-b440-eca87932927d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.032787] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5afd66f5-85a3-4743-9424-434af73eabf0',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.150120] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.150358] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.150358] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.150638] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.150789] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.151010] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.151124] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.151290] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.151599] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.151599] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.151599] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4322a65-b67f-40fc-94c6-bc6937eb52cf is going to be updated. [ 696.180876] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-380 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.181101] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-380" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.181196] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-380" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.181450] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-380" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.181742] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.181853] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.181941] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.182155] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.182291] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.182503] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.182608] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 696.182708] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 696.182807] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 696.182903] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.182999] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 696.183131] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.185136] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.185271] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.185334] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.185469] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.185602] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.204797] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4322a65-b67f-40fc-94c6-bc6937eb52cf in Status: IN_PROGRESS for 2s [ 696.216529] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.216725] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 696.216815] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.216992] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-380" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.217334] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-40d1ea0d-4c4d-4d05-9af8-ba1637b96c97 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.217508] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-40d1ea0d-4c4d-4d05-9af8-ba1637b96c97" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.217617] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-40d1ea0d-4c4d-4d05-9af8-ba1637b96c97" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.217957] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-40d1ea0d-4c4d-4d05-9af8-ba1637b96c97" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.218105] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40d1ea0d-4c4d-4d05-9af8-ba1637b96c97',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.442037] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1730157f-766c-41ae-b440-eca87932927d taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.442198] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.442264] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.442483] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.442700] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.442787] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.442851] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.443012] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.443099] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.443186] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.443333] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1730157f-766c-41ae-b440-eca87932927d taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.443424] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.443479] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.443615] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.443942] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.443942] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.443942] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.444117] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.444117] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.444178] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.444242] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1730157f-766c-41ae-b440-eca87932927d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.535402] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.535575] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.535652] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.535877] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.536077] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.536077] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5afd66f5-85a3-4743-9424-434af73eabf0 is going to be created. [ 696.563734] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.563910] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.563973] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.564169] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.564321] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.578208] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5afd66f5-85a3-4743-9424-434af73eabf0 in Status: UNINITIALIZED for 2s [ 696.720967] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.721265] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.721400] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.721783] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.722250] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.722450] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port 40d1ea0d-4c4d-4d05-9af8-ba1637b96c97 not found, creating... [ 696.722749] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.723101] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.723101] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.723303] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.723457] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.723796] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.723965] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.724101] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.724321] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.724461] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.724604] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: 40d1ea0d-4c4d-4d05-9af8-ba1637b96c97 is going to be created. [ 696.749531] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.750196] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.750196] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.750314] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.750476] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.750730] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-40d1ea0d-4c4d-4d05-9af8-ba1637b96c97" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.949896] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1730157f-766c-41ae-b440-eca87932927d: rpc.has_security_group_logging(os_id): False [ 696.974025] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.974025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.974025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.974025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.974025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.974025] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.974025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.974025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.974025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.974025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.974025] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.974025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.974025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.974025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.974025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.974816] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.974816] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.974816] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.974816] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.974816] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.974816] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1730157f-766c-41ae-b440-eca87932927d is going to be updated. [ 697.063413] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.064049] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.064240] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.064571] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.064928] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.078677] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1730157f-766c-41ae-b440-eca87932927d in Status: IN_PROGRESS for 2s [ 697.522335] env[65517]: INFO networking_nsxv3.common.synchronization [req-41a6e3d9-276f-48ed-9ddc-eddf30498c9a req-ed3c8f96-04f8-4aff-b8cd-591486d1eaae service nova] Enqueued Resource ID: f4322a65-b67f-40fc-94c6-bc6937eb52cf with Priority: HIGHEST for action security_group_rules [ 697.522526] env[65517]: INFO networking_nsxv3.common.synchronization [req-41a6e3d9-276f-48ed-9ddc-eddf30498c9a req-ed3c8f96-04f8-4aff-b8cd-591486d1eaae service nova] Enqueued Resource ID: f4322a65-b67f-40fc-94c6-bc6937eb52cf with Priority: HIGHEST for action security_group_members [ 697.522641] env[65517]: INFO networking_nsxv3.common.synchronization [req-41a6e3d9-276f-48ed-9ddc-eddf30498c9a req-ed3c8f96-04f8-4aff-b8cd-591486d1eaae service nova] Enqueued Resource ID: 40d1ea0d-4c4d-4d05-9af8-ba1637b96c97 with Priority: HIGHEST for action port [ 697.523444] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4322a65-b67f-40fc-94c6-bc6937eb52cf with Priority: HIGHEST for action security_group_rules [ 697.523600] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4322a65-b67f-40fc-94c6-bc6937eb52cf with Priority: HIGHEST for action security_group_members [ 697.523744] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40d1ea0d-4c4d-4d05-9af8-ba1637b96c97 with Priority: HIGHEST for action port [ 697.523991] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4322a65-b67f-40fc-94c6-bc6937eb52cf taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.524206] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.524206] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.524404] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.524486] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4322a65-b67f-40fc-94c6-bc6937eb52cf',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.525437] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4322a65-b67f-40fc-94c6-bc6937eb52cf taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.525539] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.525795] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-40d1ea0d-4c4d-4d05-9af8-ba1637b96c97 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.525881] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40d1ea0d-4c4d-4d05-9af8-ba1637b96c97" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.525881] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40d1ea0d-4c4d-4d05-9af8-ba1637b96c97" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.526222] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40d1ea0d-4c4d-4d05-9af8-ba1637b96c97" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.526222] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40d1ea0d-4c4d-4d05-9af8-ba1637b96c97',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.032608] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4322a65-b67f-40fc-94c6-bc6937eb52cf taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.037024] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.037024] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40d1ea0d-4c4d-4d05-9af8-ba1637b96c97 with status ACTIVE [ 698.037323] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.037323] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.037323] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.037574] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.037638] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.038089] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.038089] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.038089] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.038319] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.038319] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.038420] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.038492] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.038559] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.041421] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.041421] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.041421] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40d1ea0d-4c4d-4d05-9af8-ba1637b96c97 is going to be updated. [ 698.063087] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.063264] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.063312] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.063638] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.063904] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.063977] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40d1ea0d-4c4d-4d05-9af8-ba1637b96c97" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.214926] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4322a65-b67f-40fc-94c6-bc6937eb52cf in Status: SUCCESS [ 698.215160] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4322a65-b67f-40fc-94c6-bc6937eb52cf deletion is rescheduled due to dependency. [ 698.215236] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.215421] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.215651] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.215833] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.215950] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.216026] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.216218] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.216323] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.216438] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4322a65-b67f-40fc-94c6-bc6937eb52cf',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.592446] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5afd66f5-85a3-4743-9424-434af73eabf0 in Status: SUCCESS [ 698.592446] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.592446] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.592446] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.592446] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.592446] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.592446] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.592446] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.592446] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.592446] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.592446] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5afd66f5-85a3-4743-9424-434af73eabf0',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.717527] env[65517]: INFO networking_nsxv3.common.synchronization [req-0666cff0-5ad1-474f-9a7e-be52c1551093 req-0ebafbbe-a628-4cc1-8650-f9a356959102 tempest-FloatingIPsAssociationTestJSON-1340626663 tempest-FloatingIPsAssociationTestJSON-1340626663-project-member] Enqueued Resource ID: 325c2cae-985e-4d03-9f81-49938e2b3d23 with Priority: HIGHEST for action security_group_members [ 698.718147] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 325c2cae-985e-4d03-9f81-49938e2b3d23 with Priority: HIGHEST for action security_group_members [ 698.718497] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4322a65-b67f-40fc-94c6-bc6937eb52cf',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.720456] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-325c2cae-985e-4d03-9f81-49938e2b3d23 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.723180] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.723275] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.723518] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.723691] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.723831] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.723916] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.724135] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.724260] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.725322] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('325c2cae-985e-4d03-9f81-49938e2b3d23',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.097022] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1730157f-766c-41ae-b440-eca87932927d in Status: SUCCESS [ 699.097022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.097022] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afd66f5-85a3-4743-9424-434af73eabf0 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.097022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.097022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.097022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.097022] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.097022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.097022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.097022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.097022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.097022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.097022] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afd66f5-85a3-4743-9424-434af73eabf0 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.097022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.097022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.097022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.097922] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.097922] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.097922] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.097922] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.097922] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.098343] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.099439] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5afd66f5-85a3-4743-9424-434af73eabf0',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.132165] env[65517]: INFO networking_nsxv3.common.synchronization [req-f427bfaa-134d-4aa9-a021-76a28d3cd94f req-6c50c388-d722-4445-b9fe-b94ce70d8bf8 tempest-ServersAdminNegativeTestJSON-1015317740 tempest-ServersAdminNegativeTestJSON-1015317740-project-member] Enqueued Resource ID: b0224a42-bf09-4ccf-a860-732b81d9fc27 with Priority: HIGHEST for action security_group_members [ 699.132165] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0224a42-bf09-4ccf-a860-732b81d9fc27 with Priority: HIGHEST for action security_group_members [ 699.132165] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0224a42-bf09-4ccf-a860-732b81d9fc27 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.132165] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.132165] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.133461] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.133851] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.134107] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.134423] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.134676] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.135412] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.135758] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0224a42-bf09-4ccf-a860-732b81d9fc27',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.220866] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4322a65-b67f-40fc-94c6-bc6937eb52cf',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.227188] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('325c2cae-985e-4d03-9f81-49938e2b3d23',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.378664] env[65517]: INFO networking_nsxv3.common.synchronization [None req-2b8ae6c3-e673-47bf-a24a-e49af8acaed1 None None] Enqueued Resource ID: 4e359de1-af8a-48ad-b815-67872580a3f1 with Priority: HIGHEST for action port [ 699.379305] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e359de1-af8a-48ad-b815-67872580a3f1 with Priority: HIGHEST for action port [ 699.379652] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e359de1-af8a-48ad-b815-67872580a3f1 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.379793] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e359de1-af8a-48ad-b815-67872580a3f1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.379868] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e359de1-af8a-48ad-b815-67872580a3f1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.380932] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e359de1-af8a-48ad-b815-67872580a3f1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.380932] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e359de1-af8a-48ad-b815-67872580a3f1',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.602176] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5afd66f5-85a3-4743-9424-434af73eabf0: rpc.has_security_group_logging(os_id): False [ 699.623574] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.623705] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.623838] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.624018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.624156] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.624654] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.624654] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.624654] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.624654] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.624932] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.624932] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.625136] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.625136] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.625196] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.625291] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.625418] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.625547] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.625606] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.625715] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.625813] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.625883] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5afd66f5-85a3-4743-9424-434af73eabf0 is going to be created. [ 699.638409] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0224a42-bf09-4ccf-a860-732b81d9fc27',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.704053] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.704269] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.704347] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.704577] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.704887] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.724658] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.725294] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.725397] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.725616] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.725707] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.725928] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4322a65-b67f-40fc-94c6-bc6937eb52cf is going to be updated. [ 699.729213] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-380 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.729417] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-380" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.729486] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-380" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.729875] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-380" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.730041] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.730185] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.730300] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.730524] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.730722] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.732155] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.732155] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 699.732155] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 699.732155] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 699.732155] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.732155] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 699.732155] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 699.734733] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('325c2cae-985e-4d03-9f81-49938e2b3d23',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.743590] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5afd66f5-85a3-4743-9424-434af73eabf0 in Status: IN_PROGRESS for 2s [ 699.776032] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 699.776032] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 699.776032] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 699.776032] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-380" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.776032] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-5e8b1f95-61cc-40fa-89f3-0581ba1fbe4e taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.776032] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-5e8b1f95-61cc-40fa-89f3-0581ba1fbe4e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.776032] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-5e8b1f95-61cc-40fa-89f3-0581ba1fbe4e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.776032] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-5e8b1f95-61cc-40fa-89f3-0581ba1fbe4e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.776032] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e8b1f95-61cc-40fa-89f3-0581ba1fbe4e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.778260] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.778460] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.778505] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.778701] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.778852] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.807610] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4322a65-b67f-40fc-94c6-bc6937eb52cf in Status: IN_PROGRESS for 2s [ 699.883855] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e359de1-af8a-48ad-b815-67872580a3f1 [ 699.884371] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.884659] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.884833] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.885109] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.885245] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.885399] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e359de1-af8a-48ad-b815-67872580a3f1 already deleted. [ 699.885559] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e359de1-af8a-48ad-b815-67872580a3f1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.143618] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0224a42-bf09-4ccf-a860-732b81d9fc27',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.238618] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.238886] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.238973] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.240040] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.240040] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.240040] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 325c2cae-985e-4d03-9f81-49938e2b3d23 is going to be updated. [ 700.282317] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.282317] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.282317] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.282875] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.283068] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.283296] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port 5e8b1f95-61cc-40fa-89f3-0581ba1fbe4e not found, creating... [ 700.283766] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.285393] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.285563] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.285923] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.286220] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.287192] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.287490] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.290266] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.290266] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.290266] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.290266] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: 5e8b1f95-61cc-40fa-89f3-0581ba1fbe4e is going to be created. [ 700.312384] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.312952] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.312952] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.313109] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.313200] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.321946] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.322267] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.322385] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.324793] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.324793] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.324793] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-5e8b1f95-61cc-40fa-89f3-0581ba1fbe4e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.325520] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 325c2cae-985e-4d03-9f81-49938e2b3d23 in Status: IN_PROGRESS for 2s [ 700.649884] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.649884] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.649884] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.649884] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.649884] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.649884] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0224a42-bf09-4ccf-a860-732b81d9fc27 is going to be updated. [ 700.681724] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.681970] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.682132] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.682312] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.682599] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.693099] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0224a42-bf09-4ccf-a860-732b81d9fc27 in Status: IN_PROGRESS for 2s [ 701.074521] env[65517]: INFO networking_nsxv3.common.synchronization [req-f427bfaa-134d-4aa9-a021-76a28d3cd94f req-bee63046-812f-4bf8-9940-6769a9eba76e service nova] Enqueued Resource ID: b0224a42-bf09-4ccf-a860-732b81d9fc27 with Priority: HIGHEST for action security_group_rules [ 701.074704] env[65517]: INFO networking_nsxv3.common.synchronization [req-f427bfaa-134d-4aa9-a021-76a28d3cd94f req-bee63046-812f-4bf8-9940-6769a9eba76e service nova] Enqueued Resource ID: b0224a42-bf09-4ccf-a860-732b81d9fc27 with Priority: HIGHEST for action security_group_members [ 701.074834] env[65517]: INFO networking_nsxv3.common.synchronization [req-f427bfaa-134d-4aa9-a021-76a28d3cd94f req-bee63046-812f-4bf8-9940-6769a9eba76e service nova] Enqueued Resource ID: 5e8b1f95-61cc-40fa-89f3-0581ba1fbe4e with Priority: HIGHEST for action port [ 701.075356] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0224a42-bf09-4ccf-a860-732b81d9fc27 with Priority: HIGHEST for action security_group_rules [ 701.075701] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0224a42-bf09-4ccf-a860-732b81d9fc27 with Priority: HIGHEST for action security_group_members [ 701.075701] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e8b1f95-61cc-40fa-89f3-0581ba1fbe4e with Priority: HIGHEST for action port [ 701.075977] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0224a42-bf09-4ccf-a860-732b81d9fc27 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.075977] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.076138] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.076290] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.076362] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0224a42-bf09-4ccf-a860-732b81d9fc27',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.077216] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0224a42-bf09-4ccf-a860-732b81d9fc27 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.077321] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.077508] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e8b1f95-61cc-40fa-89f3-0581ba1fbe4e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.077693] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e8b1f95-61cc-40fa-89f3-0581ba1fbe4e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.077693] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e8b1f95-61cc-40fa-89f3-0581ba1fbe4e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.077821] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e8b1f95-61cc-40fa-89f3-0581ba1fbe4e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.077895] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e8b1f95-61cc-40fa-89f3-0581ba1fbe4e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.579922] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0224a42-bf09-4ccf-a860-732b81d9fc27 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.580261] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.580321] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e8b1f95-61cc-40fa-89f3-0581ba1fbe4e with status ACTIVE [ 701.580544] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.580690] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.580760] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.581035] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.581158] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.581385] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.581508] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.581751] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.581751] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.581943] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.584930] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.584930] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.584930] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.584930] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.584930] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.584930] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e8b1f95-61cc-40fa-89f3-0581ba1fbe4e is going to be updated. [ 701.611646] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.611980] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.612055] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.612371] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.612610] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.612866] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e8b1f95-61cc-40fa-89f3-0581ba1fbe4e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.761478] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5afd66f5-85a3-4743-9424-434af73eabf0 in Status: SUCCESS [ 701.761478] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.818647] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4322a65-b67f-40fc-94c6-bc6937eb52cf in Status: SUCCESS [ 701.819128] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.819442] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.819810] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.820138] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.820455] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.820632] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.820910] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.821117] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.821394] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.822689] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4322a65-b67f-40fc-94c6-bc6937eb52cf',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.007978] env[65517]: INFO networking_nsxv3.common.synchronization [None req-57c71047-eb68-42a8-8bbe-51bd2f387334 None None] Enqueued Resource ID: 6b4943bf-1c1b-4e85-adc1-810d1e406e1e with Priority: HIGHEST for action port [ 702.009194] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b4943bf-1c1b-4e85-adc1-810d1e406e1e with Priority: HIGHEST for action port [ 702.010890] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b4943bf-1c1b-4e85-adc1-810d1e406e1e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.010890] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b4943bf-1c1b-4e85-adc1-810d1e406e1e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.010890] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b4943bf-1c1b-4e85-adc1-810d1e406e1e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.010890] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b4943bf-1c1b-4e85-adc1-810d1e406e1e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.012069] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b4943bf-1c1b-4e85-adc1-810d1e406e1e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.326832] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4322a65-b67f-40fc-94c6-bc6937eb52cf taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.326832] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.326832] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.326832] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.326832] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.326832] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.326832] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.326832] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.326832] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.326832] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.326832] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4322a65-b67f-40fc-94c6-bc6937eb52cf taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.326832] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.326832] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.327682] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.327682] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.327682] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.327682] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.327901] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.328093] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.328184] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.329992] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4322a65-b67f-40fc-94c6-bc6937eb52cf',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.349648] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 325c2cae-985e-4d03-9f81-49938e2b3d23 in Status: SUCCESS [ 702.349782] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.514888] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b4943bf-1c1b-4e85-adc1-810d1e406e1e [ 702.515366] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.515616] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.515731] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.516088] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.516321] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.516437] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b4943bf-1c1b-4e85-adc1-810d1e406e1e already deleted. [ 702.516617] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b4943bf-1c1b-4e85-adc1-810d1e406e1e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.718802] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0224a42-bf09-4ccf-a860-732b81d9fc27 in Status: SUCCESS [ 702.719380] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.719380] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.719548] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.719709] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.719859] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.719906] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.720067] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.720148] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.720249] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0224a42-bf09-4ccf-a860-732b81d9fc27',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.835368] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4322a65-b67f-40fc-94c6-bc6937eb52cf: rpc.has_security_group_logging(os_id): False [ 702.855623] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.855962] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.855962] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.856147] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.856283] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.857567] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.857728] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.857776] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.857973] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.858073] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.858350] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.858440] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.858548] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.858689] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.858785] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.858986] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.859097] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.859159] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.859337] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.859439] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.859496] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4322a65-b67f-40fc-94c6-bc6937eb52cf is going to be updated. [ 702.932102] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.932276] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.932998] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.932998] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.932998] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.951353] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4322a65-b67f-40fc-94c6-bc6937eb52cf in Status: IN_PROGRESS for 2s [ 703.113161] env[65517]: INFO networking_nsxv3.common.synchronization [None req-7140280e-f3d0-4026-a344-85bc5ac3d07c None None] Enqueued Resource ID: d92de2fa-f3d3-4321-9266-4c6dc306ec9a with Priority: HIGHEST for action port [ 703.113439] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d92de2fa-f3d3-4321-9266-4c6dc306ec9a with Priority: HIGHEST for action port [ 703.116393] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-d92de2fa-f3d3-4321-9266-4c6dc306ec9a taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.116393] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d92de2fa-f3d3-4321-9266-4c6dc306ec9a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.116393] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d92de2fa-f3d3-4321-9266-4c6dc306ec9a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.116393] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d92de2fa-f3d3-4321-9266-4c6dc306ec9a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.116393] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d92de2fa-f3d3-4321-9266-4c6dc306ec9a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.224465] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0224a42-bf09-4ccf-a860-732b81d9fc27',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.618539] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d92de2fa-f3d3-4321-9266-4c6dc306ec9a [ 703.618539] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.618539] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.618846] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.618885] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.619696] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.619696] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d92de2fa-f3d3-4321-9266-4c6dc306ec9a already deleted. [ 703.619696] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d92de2fa-f3d3-4321-9266-4c6dc306ec9a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.728040] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0224a42-bf09-4ccf-a860-732b81d9fc27',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.234201] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.234378] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.234478] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.234674] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.234767] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.234874] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0224a42-bf09-4ccf-a860-732b81d9fc27 is going to be updated. [ 704.268196] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.268525] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.268525] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.268780] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.268927] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.295365] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0224a42-bf09-4ccf-a860-732b81d9fc27 in Status: IN_PROGRESS for 2s [ 704.967715] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4322a65-b67f-40fc-94c6-bc6937eb52cf in Status: SUCCESS [ 704.967715] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.323272] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0224a42-bf09-4ccf-a860-732b81d9fc27 in Status: SUCCESS [ 706.323750] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.324113] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.324232] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.324379] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.324509] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.324609] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.324823] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.325018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.325163] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.325324] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b0224a42-bf09-4ccf-a860-732b81d9fc27',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.830259] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0224a42-bf09-4ccf-a860-732b81d9fc27 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.830552] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.830552] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.830771] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.830963] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.832016] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.832016] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.832016] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.832016] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.832016] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.832016] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0224a42-bf09-4ccf-a860-732b81d9fc27 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.832016] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.832016] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.832016] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.832512] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.832512] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.832512] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.832512] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.832512] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.832686] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.832728] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b0224a42-bf09-4ccf-a860-732b81d9fc27',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.338546] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b0224a42-bf09-4ccf-a860-732b81d9fc27: rpc.has_security_group_logging(os_id): False [ 707.367638] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.369244] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.369244] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.369244] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.369244] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.374099] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.374099] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.374099] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.374099] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.374099] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.374099] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.374099] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.374099] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.374099] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.374099] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.374099] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.374099] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.374099] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.374099] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.375044] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.375044] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0224a42-bf09-4ccf-a860-732b81d9fc27 is going to be updated. [ 707.497055] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.497055] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.497055] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.497479] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.498086] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.519809] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0224a42-bf09-4ccf-a860-732b81d9fc27 in Status: IN_PROGRESS for 2s [ 707.954563] env[65517]: INFO networking_nsxv3.common.synchronization [req-ab4db85d-f0f4-4524-bca5-5a005eb98c9e req-5a41d5d9-8bdb-420f-8c99-d1e5729eea7e tempest-AttachInterfacesV270Test-1217898182 tempest-AttachInterfacesV270Test-1217898182-project-member] Enqueued Resource ID: de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e with Priority: HIGHEST for action security_group_members [ 707.954563] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e with Priority: HIGHEST for action security_group_members [ 707.954738] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.954806] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.954929] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.955193] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.955357] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.955482] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.955588] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.955776] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.956136] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.956284] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.459287] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.459287] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.459287] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.459965] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.459965] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.459965] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.460166] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.460166] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.460317] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.460419] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.460512] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e already deleted. [ 708.460607] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.479075] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-960 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.479349] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-960" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.479534] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-960" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.480094] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-960" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.480219] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.481123] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.481123] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.481123] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.481123] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.481508] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.481672] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 708.481877] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 708.482077] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 708.482448] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.482448] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 708.482593] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 708.519895] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 708.519895] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 708.519895] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 708.519895] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-960" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.523122] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-bb734aa2-6103-4321-b1bd-f9f5a80296ed taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.523122] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-bb734aa2-6103-4321-b1bd-f9f5a80296ed" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.523122] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-bb734aa2-6103-4321-b1bd-f9f5a80296ed" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.523122] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-bb734aa2-6103-4321-b1bd-f9f5a80296ed" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.523122] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb734aa2-6103-4321-b1bd-f9f5a80296ed',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.896768] env[65517]: INFO networking_nsxv3.common.synchronization [None req-14db2029-0fea-45f9-8e6e-caea64bc2a4a None None] Enqueued Resource ID: 96e921e7-179c-4f31-a7e5-b67c3f100771 with Priority: HIGHEST for action port [ 708.898965] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96e921e7-179c-4f31-a7e5-b67c3f100771 with Priority: HIGHEST for action port [ 708.899662] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-96e921e7-179c-4f31-a7e5-b67c3f100771 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.899802] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96e921e7-179c-4f31-a7e5-b67c3f100771" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.899863] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96e921e7-179c-4f31-a7e5-b67c3f100771" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.900166] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96e921e7-179c-4f31-a7e5-b67c3f100771" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.900259] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96e921e7-179c-4f31-a7e5-b67c3f100771',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.026308] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.026645] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.026816] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.027099] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.027364] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.027423] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port bb734aa2-6103-4321-b1bd-f9f5a80296ed not found, creating... [ 709.027818] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.027972] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.028142] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.028453] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.028635] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.028985] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.029218] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.029421] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.029690] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.029863] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.030037] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: bb734aa2-6103-4321-b1bd-f9f5a80296ed is going to be created. [ 709.059354] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.059619] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.059932] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.060185] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.060526] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.060903] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-bb734aa2-6103-4321-b1bd-f9f5a80296ed" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.403668] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96e921e7-179c-4f31-a7e5-b67c3f100771 [ 709.403916] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.404501] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.404661] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.404965] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.405141] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.405510] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96e921e7-179c-4f31-a7e5-b67c3f100771 already deleted. [ 709.405639] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96e921e7-179c-4f31-a7e5-b67c3f100771" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.423556] env[65517]: INFO networking_nsxv3.common.synchronization [None req-1e115dea-dcdc-4b28-b4e2-c06b3085fbcb None None] Enqueued Resource ID: aabc0d50-6622-4a37-9683-16e8f56154ab with Priority: HIGHEST for action port [ 709.429520] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aabc0d50-6622-4a37-9683-16e8f56154ab with Priority: HIGHEST for action port [ 709.429854] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-aabc0d50-6622-4a37-9683-16e8f56154ab taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.430121] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aabc0d50-6622-4a37-9683-16e8f56154ab" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.430121] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aabc0d50-6622-4a37-9683-16e8f56154ab" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.430360] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aabc0d50-6622-4a37-9683-16e8f56154ab" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.430449] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aabc0d50-6622-4a37-9683-16e8f56154ab',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.539185] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0224a42-bf09-4ccf-a860-732b81d9fc27 in Status: SUCCESS [ 709.539681] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.935539] env[65517]: INFO networking_nsxv3.common.synchronization [req-ab4db85d-f0f4-4524-bca5-5a005eb98c9e req-9ba47129-dd0f-49b1-9c80-3eff71ff5447 service nova] Enqueued Resource ID: de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e with Priority: HIGHEST for action security_group_rules [ 709.935823] env[65517]: INFO networking_nsxv3.common.synchronization [req-ab4db85d-f0f4-4524-bca5-5a005eb98c9e req-9ba47129-dd0f-49b1-9c80-3eff71ff5447 service nova] Enqueued Resource ID: de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e with Priority: HIGHEST for action security_group_members [ 709.935960] env[65517]: INFO networking_nsxv3.common.synchronization [req-ab4db85d-f0f4-4524-bca5-5a005eb98c9e req-9ba47129-dd0f-49b1-9c80-3eff71ff5447 service nova] Enqueued Resource ID: bb734aa2-6103-4321-b1bd-f9f5a80296ed with Priority: HIGHEST for action port [ 709.936444] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aabc0d50-6622-4a37-9683-16e8f56154ab [ 709.937284] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.937429] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.937494] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.937714] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.937809] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.937907] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aabc0d50-6622-4a37-9683-16e8f56154ab already deleted. [ 709.937985] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aabc0d50-6622-4a37-9683-16e8f56154ab" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.938650] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e with Priority: HIGHEST for action security_group_rules [ 709.938780] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e with Priority: HIGHEST for action security_group_members [ 709.938965] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb734aa2-6103-4321-b1bd-f9f5a80296ed with Priority: HIGHEST for action port [ 709.939339] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.939514] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.939586] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.939846] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.939930] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.941111] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.942420] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.942420] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.942420] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.942420] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.942420] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.942420] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.942420] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.942420] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.942987] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.943678] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb734aa2-6103-4321-b1bd-f9f5a80296ed taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.943678] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb734aa2-6103-4321-b1bd-f9f5a80296ed" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.943678] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb734aa2-6103-4321-b1bd-f9f5a80296ed" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.943962] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb734aa2-6103-4321-b1bd-f9f5a80296ed" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.943962] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb734aa2-6103-4321-b1bd-f9f5a80296ed',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.445904] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.446190] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.446316] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.448344] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb734aa2-6103-4321-b1bd-f9f5a80296ed with status ACTIVE [ 710.448344] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.448344] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.448344] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.448344] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.448344] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.448686] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.448737] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.448785] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.449474] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.449474] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.451075] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.451205] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.451267] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.451488] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.451588] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.451684] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb734aa2-6103-4321-b1bd-f9f5a80296ed is going to be updated. [ 710.479507] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.479735] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.479735] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.480109] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.480224] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.480452] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb734aa2-6103-4321-b1bd-f9f5a80296ed" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.948049] env[65517]: INFO networking_nsxv3.common.synchronization [None req-e1764a8f-9d76-42cd-b5f4-a7a642e08b63 None None] Enqueued Resource ID: 2c8acae2-d8ad-4d7c-9994-a13298f488b3 with Priority: HIGHEST for action port [ 710.948665] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c8acae2-d8ad-4d7c-9994-a13298f488b3 with Priority: HIGHEST for action port [ 710.949034] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c8acae2-d8ad-4d7c-9994-a13298f488b3 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.949161] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c8acae2-d8ad-4d7c-9994-a13298f488b3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.949227] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c8acae2-d8ad-4d7c-9994-a13298f488b3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.949495] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c8acae2-d8ad-4d7c-9994-a13298f488b3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.949582] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c8acae2-d8ad-4d7c-9994-a13298f488b3',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.955192] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.452283] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c8acae2-d8ad-4d7c-9994-a13298f488b3 [ 711.452520] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.452653] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.452734] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.452963] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.453136] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.453194] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c8acae2-d8ad-4d7c-9994-a13298f488b3 already deleted. [ 711.453311] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c8acae2-d8ad-4d7c-9994-a13298f488b3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.459169] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.459418] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.459509] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.459773] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.459902] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.460018] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e is going to be created. [ 711.532470] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.535027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.535027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.535027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.535027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.552781] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e in Status: UNINITIALIZED for 2s [ 712.501123] env[65517]: INFO networking_nsxv3.common.synchronization [None req-01eec285-ce64-4972-a80d-3275cb82f12b None None] Enqueued Resource ID: 476cfb5f-98f6-44c4-b9b2-3d6d7ce22da4 with Priority: HIGHEST for action port [ 712.502050] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 476cfb5f-98f6-44c4-b9b2-3d6d7ce22da4 with Priority: HIGHEST for action port [ 712.502389] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-476cfb5f-98f6-44c4-b9b2-3d6d7ce22da4 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.502528] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-476cfb5f-98f6-44c4-b9b2-3d6d7ce22da4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.502612] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-476cfb5f-98f6-44c4-b9b2-3d6d7ce22da4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.502914] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-476cfb5f-98f6-44c4-b9b2-3d6d7ce22da4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.502999] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('476cfb5f-98f6-44c4-b9b2-3d6d7ce22da4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.639596] env[65517]: INFO networking_nsxv3.common.synchronization [req-f72c2809-8d7d-481d-80b7-ba5997504dfe req-90eb5a2c-8342-4567-bd34-098fa015a617 tempest-SecurityGroupsTestJSON-1089212024 tempest-SecurityGroupsTestJSON-1089212024-project-member] Enqueued Resource ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 with Priority: HIGHEST for action security_group_members [ 712.640744] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 with Priority: HIGHEST for action security_group_members [ 712.641290] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-362f12c2-2024-4d12-904b-e2bcf3c51aa5 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.641582] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.642341] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.642341] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.643093] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.643093] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.643093] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.643186] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.643515] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.643515] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.004995] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 476cfb5f-98f6-44c4-b9b2-3d6d7ce22da4 [ 713.005600] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.005805] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.005882] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.006184] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.006390] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.006533] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:476cfb5f-98f6-44c4-b9b2-3d6d7ce22da4 already deleted. [ 713.006669] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-476cfb5f-98f6-44c4-b9b2-3d6d7ce22da4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.059978] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-956 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.060155] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-956" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.060187] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-956" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.060660] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-956" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.060996] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.061208] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.061364] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.061678] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.062059] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.062122] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.062225] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.062347] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.062470] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.062556] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.062656] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.062968] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.086563] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.086781] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 713.086919] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.087124] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-956" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.087464] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-37951fc0-2513-48ca-8e6a-42be7de65465 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.087648] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-37951fc0-2513-48ca-8e6a-42be7de65465" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.087772] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-37951fc0-2513-48ca-8e6a-42be7de65465" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.088181] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-37951fc0-2513-48ca-8e6a-42be7de65465" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.088354] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37951fc0-2513-48ca-8e6a-42be7de65465',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.147589] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.147589] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.147589] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.147802] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.147922] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.148184] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.148307] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.148384] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.148661] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.148779] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.148881] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 already deleted. [ 713.148962] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.418865] env[65517]: INFO networking_nsxv3.common.synchronization [None req-80fbbe57-0510-4cd3-af85-fe093fd3bdfe None None] Enqueued Resource ID: ab5f6112-e773-4129-8fe8-b63f92fa31c2 with Priority: HIGHEST for action port [ 713.419521] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab5f6112-e773-4129-8fe8-b63f92fa31c2 with Priority: HIGHEST for action port [ 713.419875] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab5f6112-e773-4129-8fe8-b63f92fa31c2 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.420041] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab5f6112-e773-4129-8fe8-b63f92fa31c2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.420237] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab5f6112-e773-4129-8fe8-b63f92fa31c2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.420511] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab5f6112-e773-4129-8fe8-b63f92fa31c2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.420605] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab5f6112-e773-4129-8fe8-b63f92fa31c2',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.563511] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e in Status: SUCCESS [ 713.563760] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.563904] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.564137] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.564327] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.564441] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.564540] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.564746] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.564858] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.564967] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.565100] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.591277] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.591468] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.591560] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.591824] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.591965] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.592142] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port 37951fc0-2513-48ca-8e6a-42be7de65465 not found, creating... [ 713.592407] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.592562] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.592669] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.592900] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.593039] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.593314] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.593462] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.593571] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.593795] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.593935] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.594080] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: 37951fc0-2513-48ca-8e6a-42be7de65465 is going to be created. [ 713.618630] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.618945] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.619020] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.619299] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.619557] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.619793] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-37951fc0-2513-48ca-8e6a-42be7de65465" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.923143] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab5f6112-e773-4129-8fe8-b63f92fa31c2 [ 713.923489] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.923678] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.923797] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.923954] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.924056] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.924148] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab5f6112-e773-4129-8fe8-b63f92fa31c2 already deleted. [ 713.924246] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab5f6112-e773-4129-8fe8-b63f92fa31c2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.072830] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.072830] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.074845] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.074845] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.074845] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.074845] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.074845] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.074845] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.074845] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.074845] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.074845] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.074845] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.075329] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.075746] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.075997] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.076212] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.076323] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.076550] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.076751] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.076905] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.077082] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.353269] env[65517]: INFO networking_nsxv3.common.synchronization [req-1adf0d3b-1ef6-4bc0-82e4-ec53eed72f03 req-5a87b6f7-b578-4ad5-b878-4a73c959eb0a tempest-SecurityGroupRulesTestJSON-917772578 tempest-SecurityGroupRulesTestJSON-917772578-project-member] Enqueued Resource ID: 82d3c25a-5f8d-489e-86ee-8f754b978cb7 with Priority: HIGHEST for action security_group_rules [ 714.353981] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82d3c25a-5f8d-489e-86ee-8f754b978cb7 with Priority: HIGHEST for action security_group_rules [ 714.354853] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82d3c25a-5f8d-489e-86ee-8f754b978cb7 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.355470] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82d3c25a-5f8d-489e-86ee-8f754b978cb7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.355620] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82d3c25a-5f8d-489e-86ee-8f754b978cb7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.356040] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82d3c25a-5f8d-489e-86ee-8f754b978cb7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.356190] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82d3c25a-5f8d-489e-86ee-8f754b978cb7',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.425084] env[65517]: INFO networking_nsxv3.common.synchronization [req-f72c2809-8d7d-481d-80b7-ba5997504dfe req-5f67c2c0-ab5c-442c-b486-91fe9d76edf2 service nova] Enqueued Resource ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 with Priority: HIGHEST for action security_group_rules [ 714.425435] env[65517]: INFO networking_nsxv3.common.synchronization [req-f72c2809-8d7d-481d-80b7-ba5997504dfe req-5f67c2c0-ab5c-442c-b486-91fe9d76edf2 service nova] Enqueued Resource ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 with Priority: HIGHEST for action security_group_members [ 714.425532] env[65517]: INFO networking_nsxv3.common.synchronization [req-f72c2809-8d7d-481d-80b7-ba5997504dfe req-5f67c2c0-ab5c-442c-b486-91fe9d76edf2 service nova] Enqueued Resource ID: 37951fc0-2513-48ca-8e6a-42be7de65465 with Priority: HIGHEST for action port [ 714.426358] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 with Priority: HIGHEST for action security_group_rules [ 714.426517] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 with Priority: HIGHEST for action security_group_members [ 714.426620] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37951fc0-2513-48ca-8e6a-42be7de65465 with Priority: HIGHEST for action port [ 714.426900] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-362f12c2-2024-4d12-904b-e2bcf3c51aa5 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.427037] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.427668] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.427668] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.427668] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.428976] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-362f12c2-2024-4d12-904b-e2bcf3c51aa5 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.429308] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.429398] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.429568] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.429799] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.431062] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.431062] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.431062] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.431062] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.431062] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.431522] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-37951fc0-2513-48ca-8e6a-42be7de65465 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.431601] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37951fc0-2513-48ca-8e6a-42be7de65465" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.431601] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37951fc0-2513-48ca-8e6a-42be7de65465" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.431936] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37951fc0-2513-48ca-8e6a-42be7de65465" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.431936] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37951fc0-2513-48ca-8e6a-42be7de65465',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.580920] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e: rpc.has_security_group_logging(os_id): False [ 714.609558] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.609762] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.609883] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.610223] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.610306] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.610559] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.610773] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.610836] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.610997] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.611262] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.611610] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.611804] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.611921] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.612235] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.612428] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.612744] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.612981] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.613174] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.613425] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.613611] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.613777] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e is going to be created. [ 714.699990] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.700303] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.700303] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.700546] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.700589] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.719711] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e in Status: IN_PROGRESS for 2s [ 714.882505] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.882709] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.882709] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.883572] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.883572] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.883572] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82d3c25a-5f8d-489e-86ee-8f754b978cb7 already deleted. [ 714.883572] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82d3c25a-5f8d-489e-86ee-8f754b978cb7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.934560] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.935416] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-362f12c2-2024-4d12-904b-e2bcf3c51aa5 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.935577] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.936700] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37951fc0-2513-48ca-8e6a-42be7de65465 with status ACTIVE [ 714.936700] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.936700] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.936700] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.936700] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.936700] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.936983] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.936983] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.936983] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.937447] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.937447] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.937570] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.937988] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.937988] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.937988] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.938139] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.938139] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37951fc0-2513-48ca-8e6a-42be7de65465 is going to be updated. [ 714.962211] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.962429] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.962429] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.962720] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.962918] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.963151] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37951fc0-2513-48ca-8e6a-42be7de65465" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.138858] env[65517]: INFO networking_nsxv3.common.synchronization [req-898cf7a8-257d-4bad-bebf-0982c2bc56cc req-810bf099-0f15-4444-b007-f8c77611a317 tempest-ServersTestBootFromVolume-414454397 tempest-ServersTestBootFromVolume-414454397-project-member] Enqueued Resource ID: f6a7e8fa-d951-469e-a1e0-62fc852d4b7c with Priority: HIGHEST for action security_group_members [ 715.139536] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6a7e8fa-d951-469e-a1e0-62fc852d4b7c with Priority: HIGHEST for action security_group_members [ 715.139891] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6a7e8fa-d951-469e-a1e0-62fc852d4b7c taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.140040] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6a7e8fa-d951-469e-a1e0-62fc852d4b7c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.140120] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6a7e8fa-d951-469e-a1e0-62fc852d4b7c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.140425] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6a7e8fa-d951-469e-a1e0-62fc852d4b7c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.140590] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.140714] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.140807] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.140971] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.141081] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.141182] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6a7e8fa-d951-469e-a1e0-62fc852d4b7c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.440945] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.549230] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-516 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.549411] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-516" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.549572] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-516" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.549845] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-516" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.550130] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.550415] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.550415] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.550620] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.550750] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.550936] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.551046] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 715.551153] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 715.551309] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 715.551381] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.551480] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 715.551550] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 715.573974] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 715.574169] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 715.574333] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 715.574483] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-516" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.574799] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-d4e8efaa-adbc-4eec-adf0-e3f651352ba9 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.574968] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-d4e8efaa-adbc-4eec-adf0-e3f651352ba9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.575092] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-d4e8efaa-adbc-4eec-adf0-e3f651352ba9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.575421] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-d4e8efaa-adbc-4eec-adf0-e3f651352ba9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.575938] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4e8efaa-adbc-4eec-adf0-e3f651352ba9',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.644682] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.645112] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.645112] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.645112] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.645333] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.645432] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.645528] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.645594] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.645743] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.645820] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.645907] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6a7e8fa-d951-469e-a1e0-62fc852d4b7c already deleted. [ 715.646063] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6a7e8fa-d951-469e-a1e0-62fc852d4b7c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.946579] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.947025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.947025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.947190] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.947275] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.947404] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 is going to be created. [ 715.974850] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.975035] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.975162] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.975499] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.975499] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.986364] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 in Status: UNINITIALIZED for 2s [ 716.079622] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.079622] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.079622] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.079914] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.080117] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.080380] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port d4e8efaa-adbc-4eec-adf0-e3f651352ba9 not found, creating... [ 716.080567] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.080800] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.080927] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.081203] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.081361] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.081684] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.081846] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.081986] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.083477] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.083477] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.083477] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: d4e8efaa-adbc-4eec-adf0-e3f651352ba9 is going to be created. [ 716.105073] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.105389] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.105528] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.105917] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.106173] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.106440] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-d4e8efaa-adbc-4eec-adf0-e3f651352ba9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.741245] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e in Status: SUCCESS [ 716.741796] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.907809] env[65517]: INFO networking_nsxv3.common.synchronization [req-898cf7a8-257d-4bad-bebf-0982c2bc56cc req-a0fd0cff-215a-46c0-b035-05be07e03516 service nova] Enqueued Resource ID: f6a7e8fa-d951-469e-a1e0-62fc852d4b7c with Priority: HIGHEST for action security_group_rules [ 716.908047] env[65517]: INFO networking_nsxv3.common.synchronization [req-898cf7a8-257d-4bad-bebf-0982c2bc56cc req-a0fd0cff-215a-46c0-b035-05be07e03516 service nova] Enqueued Resource ID: f6a7e8fa-d951-469e-a1e0-62fc852d4b7c with Priority: HIGHEST for action security_group_members [ 716.908186] env[65517]: INFO networking_nsxv3.common.synchronization [req-898cf7a8-257d-4bad-bebf-0982c2bc56cc req-a0fd0cff-215a-46c0-b035-05be07e03516 service nova] Enqueued Resource ID: d4e8efaa-adbc-4eec-adf0-e3f651352ba9 with Priority: HIGHEST for action port [ 716.909994] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6a7e8fa-d951-469e-a1e0-62fc852d4b7c with Priority: HIGHEST for action security_group_rules [ 716.910239] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6a7e8fa-d951-469e-a1e0-62fc852d4b7c with Priority: HIGHEST for action security_group_members [ 716.910662] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4e8efaa-adbc-4eec-adf0-e3f651352ba9 with Priority: HIGHEST for action port [ 716.911066] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6a7e8fa-d951-469e-a1e0-62fc852d4b7c taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.911284] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6a7e8fa-d951-469e-a1e0-62fc852d4b7c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.911389] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6a7e8fa-d951-469e-a1e0-62fc852d4b7c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.911682] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6a7e8fa-d951-469e-a1e0-62fc852d4b7c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.912193] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6a7e8fa-d951-469e-a1e0-62fc852d4b7c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.913679] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6a7e8fa-d951-469e-a1e0-62fc852d4b7c taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.913679] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6a7e8fa-d951-469e-a1e0-62fc852d4b7c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.913836] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6a7e8fa-d951-469e-a1e0-62fc852d4b7c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.914206] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6a7e8fa-d951-469e-a1e0-62fc852d4b7c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.914428] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.914560] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.914645] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.914852] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.915332] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.915332] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6a7e8fa-d951-469e-a1e0-62fc852d4b7c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.920958] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4e8efaa-adbc-4eec-adf0-e3f651352ba9 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.920958] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4e8efaa-adbc-4eec-adf0-e3f651352ba9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.920958] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4e8efaa-adbc-4eec-adf0-e3f651352ba9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.920958] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4e8efaa-adbc-4eec-adf0-e3f651352ba9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.920958] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4e8efaa-adbc-4eec-adf0-e3f651352ba9',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.424754] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6a7e8fa-d951-469e-a1e0-62fc852d4b7c taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.424923] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6a7e8fa-d951-469e-a1e0-62fc852d4b7c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.424988] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6a7e8fa-d951-469e-a1e0-62fc852d4b7c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.426024] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4e8efaa-adbc-4eec-adf0-e3f651352ba9 with status ACTIVE [ 717.426263] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.426504] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.426616] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.426854] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.426960] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.427181] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.428835] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.428835] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.428835] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.428835] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.428835] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.428835] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.428835] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.429293] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.429389] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.429515] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4e8efaa-adbc-4eec-adf0-e3f651352ba9 is going to be updated. [ 717.458917] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.459153] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.459945] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.459945] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.459945] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.459945] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4e8efaa-adbc-4eec-adf0-e3f651352ba9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.935170] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6a7e8fa-d951-469e-a1e0-62fc852d4b7c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.009481] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 in Status: SUCCESS [ 718.009481] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.009481] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.009481] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.009481] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.009776] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.009776] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.010056] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.010155] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.010249] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.010343] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.437663] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.437870] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.437957] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.438224] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.438316] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.438528] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6a7e8fa-d951-469e-a1e0-62fc852d4b7c is going to be created. [ 718.507278] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.507482] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.507482] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.507693] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.509546] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.514713] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-362f12c2-2024-4d12-904b-e2bcf3c51aa5 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.514912] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.514912] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.515219] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.515297] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.515709] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.515804] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.516147] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.516244] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.516332] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.516516] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-362f12c2-2024-4d12-904b-e2bcf3c51aa5 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.516655] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.516693] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.517150] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.517303] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.517395] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.517458] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.517591] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.517807] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.517916] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.518009] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.535133] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6a7e8fa-d951-469e-a1e0-62fc852d4b7c in Status: UNINITIALIZED for 2s [ 719.020656] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 362f12c2-2024-4d12-904b-e2bcf3c51aa5: rpc.has_security_group_logging(os_id): False [ 719.047173] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.047173] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.047173] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.047372] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.047372] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.047604] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.047717] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.047777] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.047935] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.048046] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.048317] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.048416] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.048531] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.048694] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.048770] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.048953] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.049161] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.049243] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.049849] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.049944] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.050050] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 is going to be created. [ 719.146159] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.146390] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.146475] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.146706] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.146892] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.166236] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 in Status: IN_PROGRESS for 2s [ 720.552294] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6a7e8fa-d951-469e-a1e0-62fc852d4b7c in Status: SUCCESS [ 720.552570] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6a7e8fa-d951-469e-a1e0-62fc852d4b7c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.553323] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6a7e8fa-d951-469e-a1e0-62fc852d4b7c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.553554] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6a7e8fa-d951-469e-a1e0-62fc852d4b7c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.553754] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.553884] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.553954] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.554160] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.554237] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.554325] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6a7e8fa-d951-469e-a1e0-62fc852d4b7c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.554393] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6a7e8fa-d951-469e-a1e0-62fc852d4b7c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.724807] env[65517]: INFO networking_nsxv3.common.synchronization [req-5437386e-9e77-4537-9635-a253803d186c req-53152d07-c2fd-44a7-b379-e1ef6b6f8579 tempest-SecurityGroupRulesTestJSON-917772578 tempest-SecurityGroupRulesTestJSON-917772578-project-member] Enqueued Resource ID: b9a13fd6-b8f2-4386-bdaa-e7582a9567f1 with Priority: HIGHEST for action security_group_rules [ 720.725445] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9a13fd6-b8f2-4386-bdaa-e7582a9567f1 with Priority: HIGHEST for action security_group_rules [ 720.725770] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9a13fd6-b8f2-4386-bdaa-e7582a9567f1 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.726235] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9a13fd6-b8f2-4386-bdaa-e7582a9567f1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.726235] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9a13fd6-b8f2-4386-bdaa-e7582a9567f1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.727192] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9a13fd6-b8f2-4386-bdaa-e7582a9567f1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.727263] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9a13fd6-b8f2-4386-bdaa-e7582a9567f1',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.057413] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6a7e8fa-d951-469e-a1e0-62fc852d4b7c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.183822] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 in Status: SUCCESS [ 721.184224] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.256084] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.257156] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.257156] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.257156] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.257156] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.257156] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9a13fd6-b8f2-4386-bdaa-e7582a9567f1 already deleted. [ 721.257156] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9a13fd6-b8f2-4386-bdaa-e7582a9567f1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.560230] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6a7e8fa-d951-469e-a1e0-62fc852d4b7c: rpc.has_security_group_logging(os_id): False [ 721.580779] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.580779] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.580779] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.580779] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.581146] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.581146] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.581713] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.581713] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.581713] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.581713] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.581713] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6a7e8fa-d951-469e-a1e0-62fc852d4b7c is going to be created. [ 721.727648] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.727648] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.727648] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.727648] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.727648] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.747642] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6a7e8fa-d951-469e-a1e0-62fc852d4b7c in Status: IN_PROGRESS for 2s [ 722.802962] env[65517]: INFO networking_nsxv3.common.synchronization [req-346dec77-b5c1-4879-a52e-533fea785b65 req-215747cb-3139-4f05-b476-0ae108085f26 tempest-VolumesAdminNegativeTest-2117091976 tempest-VolumesAdminNegativeTest-2117091976-project-member] Enqueued Resource ID: 496a1d6c-1571-4409-b8eb-75c044bff8cb with Priority: HIGHEST for action security_group_members [ 722.805083] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 496a1d6c-1571-4409-b8eb-75c044bff8cb with Priority: HIGHEST for action security_group_members [ 722.805083] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-496a1d6c-1571-4409-b8eb-75c044bff8cb taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.805083] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-496a1d6c-1571-4409-b8eb-75c044bff8cb" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.805083] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-496a1d6c-1571-4409-b8eb-75c044bff8cb" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.805083] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-496a1d6c-1571-4409-b8eb-75c044bff8cb" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.805083] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.805083] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.805083] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.805721] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.805941] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.806189] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('496a1d6c-1571-4409-b8eb-75c044bff8cb',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.249036] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-591 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.251026] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-591" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.251026] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-591" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.251026] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-591" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.251438] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.251826] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.252095] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.253050] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.253050] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.253050] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.253050] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.253050] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.253234] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.253380] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.253580] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.254124] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.273520] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.273679] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 723.273768] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.273940] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-591" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.274268] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-b7e73ab8-d1b6-4e32-845a-fb308037ddf9 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.274429] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-b7e73ab8-d1b6-4e32-845a-fb308037ddf9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.274597] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-b7e73ab8-d1b6-4e32-845a-fb308037ddf9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.274942] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-b7e73ab8-d1b6-4e32-845a-fb308037ddf9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.275102] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7e73ab8-d1b6-4e32-845a-fb308037ddf9',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.310410] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.310410] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.310410] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.310410] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.310410] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.310410] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.310410] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.310410] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.310410] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.310410] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.310410] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 496a1d6c-1571-4409-b8eb-75c044bff8cb already deleted. [ 723.310410] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-496a1d6c-1571-4409-b8eb-75c044bff8cb" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.539742] env[65517]: INFO networking_nsxv3.common.synchronization [req-dfa87759-720d-4175-9e49-5fe8ceda8640 req-85f51b68-b688-41c5-b7da-c27454af580c tempest-DeleteServersAdminTestJSON-1353403214 tempest-DeleteServersAdminTestJSON-1353403214-project-member] Enqueued Resource ID: f4322a65-b67f-40fc-94c6-bc6937eb52cf with Priority: HIGHEST for action security_group_members [ 723.539742] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4322a65-b67f-40fc-94c6-bc6937eb52cf with Priority: HIGHEST for action security_group_members [ 723.539742] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4322a65-b67f-40fc-94c6-bc6937eb52cf taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.539742] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.539742] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.540058] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.540786] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.540786] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.540786] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.540786] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.540786] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.540786] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4322a65-b67f-40fc-94c6-bc6937eb52cf',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.766257] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6a7e8fa-d951-469e-a1e0-62fc852d4b7c in Status: SUCCESS [ 723.766476] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6a7e8fa-d951-469e-a1e0-62fc852d4b7c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.778097] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.778326] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.778459] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.778874] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.779074] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.779266] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port b7e73ab8-d1b6-4e32-845a-fb308037ddf9 not found, creating... [ 723.779617] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.779829] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.780184] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.780289] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.780464] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.780877] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.781147] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.781216] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.781466] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.781643] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.781825] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: b7e73ab8-d1b6-4e32-845a-fb308037ddf9 is going to be created. [ 723.814383] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.814903] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.814903] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.814961] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.815362] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.815572] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-b7e73ab8-d1b6-4e32-845a-fb308037ddf9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.934176] env[65517]: INFO networking_nsxv3.common.synchronization [req-ac7a59e8-9296-4146-a2aa-6491b56433b2 req-71130208-4c9c-4037-bd81-50d32c3b5a21 tempest-ImagesOneServerNegativeTestJSON-186561115 tempest-ImagesOneServerNegativeTestJSON-186561115-project-member] Enqueued Resource ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 with Priority: HIGHEST for action security_group_members [ 723.934176] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 with Priority: HIGHEST for action security_group_members [ 723.934176] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fbb3b40-047e-4040-93f0-4cf35b8eb514 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.934176] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.934522] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.934810] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.935070] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.935284] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.935422] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.935647] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.935838] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.936020] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fbb3b40-047e-4040-93f0-4cf35b8eb514',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.043883] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.044299] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.044458] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.044751] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.044950] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.045263] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.045373] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.045488] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.045799] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.045930] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.046088] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4322a65-b67f-40fc-94c6-bc6937eb52cf is going to be updated. [ 724.130701] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.130701] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.130701] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.130701] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.130701] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.142215] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4322a65-b67f-40fc-94c6-bc6937eb52cf in Status: IN_PROGRESS for 2s [ 724.442727] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.442727] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.442727] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.442727] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.442727] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.442727] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.442727] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.442727] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.442727] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.442727] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.442727] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 is going to be updated. [ 724.485387] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.485387] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.485387] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.485387] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.485387] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.496962] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 in Status: IN_PROGRESS for 2s [ 724.574176] env[65517]: INFO networking_nsxv3.common.synchronization [req-346dec77-b5c1-4879-a52e-533fea785b65 req-2002f05b-088f-4e82-ae7a-2f5774457e70 service nova] Enqueued Resource ID: 496a1d6c-1571-4409-b8eb-75c044bff8cb with Priority: HIGHEST for action security_group_rules [ 724.574176] env[65517]: INFO networking_nsxv3.common.synchronization [req-346dec77-b5c1-4879-a52e-533fea785b65 req-2002f05b-088f-4e82-ae7a-2f5774457e70 service nova] Enqueued Resource ID: 496a1d6c-1571-4409-b8eb-75c044bff8cb with Priority: HIGHEST for action security_group_members [ 724.574176] env[65517]: INFO networking_nsxv3.common.synchronization [req-346dec77-b5c1-4879-a52e-533fea785b65 req-2002f05b-088f-4e82-ae7a-2f5774457e70 service nova] Enqueued Resource ID: b7e73ab8-d1b6-4e32-845a-fb308037ddf9 with Priority: HIGHEST for action port [ 724.574484] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 496a1d6c-1571-4409-b8eb-75c044bff8cb with Priority: HIGHEST for action security_group_rules [ 724.574880] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 496a1d6c-1571-4409-b8eb-75c044bff8cb with Priority: HIGHEST for action security_group_members [ 724.575116] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7e73ab8-d1b6-4e32-845a-fb308037ddf9 with Priority: HIGHEST for action port [ 724.576357] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-496a1d6c-1571-4409-b8eb-75c044bff8cb taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.579023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-496a1d6c-1571-4409-b8eb-75c044bff8cb" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.579023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-496a1d6c-1571-4409-b8eb-75c044bff8cb" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.579023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-496a1d6c-1571-4409-b8eb-75c044bff8cb" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.579023] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('496a1d6c-1571-4409-b8eb-75c044bff8cb',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.579023] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-496a1d6c-1571-4409-b8eb-75c044bff8cb taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.579023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-496a1d6c-1571-4409-b8eb-75c044bff8cb" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.579023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-496a1d6c-1571-4409-b8eb-75c044bff8cb" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.580182] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-496a1d6c-1571-4409-b8eb-75c044bff8cb" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.580182] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.580182] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.580558] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.581801] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.584088] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.584088] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('496a1d6c-1571-4409-b8eb-75c044bff8cb',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.584756] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7e73ab8-d1b6-4e32-845a-fb308037ddf9 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.585088] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7e73ab8-d1b6-4e32-845a-fb308037ddf9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.585266] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7e73ab8-d1b6-4e32-845a-fb308037ddf9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.585582] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7e73ab8-d1b6-4e32-845a-fb308037ddf9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.585818] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7e73ab8-d1b6-4e32-845a-fb308037ddf9',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.695670] env[65517]: INFO networking_nsxv3.common.synchronization [req-ebdcdfb6-4ce1-47a3-93e8-b41b7b5084da req-06f46958-d677-4682-b3be-7e41ac60c19c tempest-AttachInterfacesUnderV243Test-1774195526 tempest-AttachInterfacesUnderV243Test-1774195526-project-member] Enqueued Resource ID: e8931dd8-eead-4912-abf3-00443bed754b with Priority: HIGHEST for action security_group_members [ 724.696880] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8931dd8-eead-4912-abf3-00443bed754b with Priority: HIGHEST for action security_group_members [ 724.697481] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8931dd8-eead-4912-abf3-00443bed754b taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.698028] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.698028] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.699708] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.699708] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.699708] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.699708] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.699708] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.699708] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.699708] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8931dd8-eead-4912-abf3-00443bed754b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.727466] env[65517]: INFO networking_nsxv3.common.synchronization [req-ebdcdfb6-4ce1-47a3-93e8-b41b7b5084da req-06f46958-d677-4682-b3be-7e41ac60c19c tempest-AttachInterfacesUnderV243Test-1774195526 tempest-AttachInterfacesUnderV243Test-1774195526-project-member] Enqueued Resource ID: e8931dd8-eead-4912-abf3-00443bed754b with Priority: HIGHEST for action security_group_rules [ 724.728135] env[65517]: INFO networking_nsxv3.common.synchronization [req-ebdcdfb6-4ce1-47a3-93e8-b41b7b5084da req-06f46958-d677-4682-b3be-7e41ac60c19c tempest-AttachInterfacesUnderV243Test-1774195526 tempest-AttachInterfacesUnderV243Test-1774195526-project-member] Enqueued Resource ID: e8931dd8-eead-4912-abf3-00443bed754b with Priority: HIGHEST for action security_group_members [ 724.728461] env[65517]: INFO networking_nsxv3.common.synchronization [req-ebdcdfb6-4ce1-47a3-93e8-b41b7b5084da req-06f46958-d677-4682-b3be-7e41ac60c19c tempest-AttachInterfacesUnderV243Test-1774195526 tempest-AttachInterfacesUnderV243Test-1774195526-project-member] Enqueued Resource ID: dcf081b2-7a3e-4efd-84fa-bbf035dfd690 with Priority: HIGHEST for action port [ 724.729685] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8931dd8-eead-4912-abf3-00443bed754b with Priority: HIGHEST for action security_group_rules [ 724.730954] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8931dd8-eead-4912-abf3-00443bed754b with Priority: HIGHEST for action security_group_members [ 724.730954] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcf081b2-7a3e-4efd-84fa-bbf035dfd690 with Priority: HIGHEST for action port [ 724.731354] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8931dd8-eead-4912-abf3-00443bed754b taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.731707] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.731942] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.732392] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.732848] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8931dd8-eead-4912-abf3-00443bed754b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.740028] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8931dd8-eead-4912-abf3-00443bed754b taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.740028] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.740028] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcf081b2-7a3e-4efd-84fa-bbf035dfd690 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.740028] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcf081b2-7a3e-4efd-84fa-bbf035dfd690" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.740028] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcf081b2-7a3e-4efd-84fa-bbf035dfd690" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.740028] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcf081b2-7a3e-4efd-84fa-bbf035dfd690" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.740028] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcf081b2-7a3e-4efd-84fa-bbf035dfd690',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.088378] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('496a1d6c-1571-4409-b8eb-75c044bff8cb',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.089553] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-496a1d6c-1571-4409-b8eb-75c044bff8cb taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.089724] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-496a1d6c-1571-4409-b8eb-75c044bff8cb" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.092118] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7e73ab8-d1b6-4e32-845a-fb308037ddf9 with status ACTIVE [ 725.092301] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.092418] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.092507] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.092727] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.092839] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.093018] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.093138] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.093200] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.093365] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.093438] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.093647] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.093739] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.093798] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.093948] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.094031] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.094115] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7e73ab8-d1b6-4e32-845a-fb308037ddf9 is going to be updated. [ 725.120301] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.120456] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.120553] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.120800] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.121177] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.121440] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7e73ab8-d1b6-4e32-845a-fb308037ddf9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.203427] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8931dd8-eead-4912-abf3-00443bed754b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.238745] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8931dd8-eead-4912-abf3-00443bed754b taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.239020] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.240833] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dcf081b2-7a3e-4efd-84fa-bbf035dfd690 with status ACTIVE [ 725.240833] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.240833] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.240833] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.240833] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.240833] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.240833] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.240833] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.240833] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.240833] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.240833] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.241251] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.241251] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.241251] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.241463] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.241569] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.241690] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dcf081b2-7a3e-4efd-84fa-bbf035dfd690 is going to be updated. [ 725.281465] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.281609] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.281674] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.281910] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.282151] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.282357] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcf081b2-7a3e-4efd-84fa-bbf035dfd690" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.491389] env[65517]: INFO networking_nsxv3.common.synchronization [req-4e5f054d-1de4-4ecc-8d27-09595ce3db62 req-46710c78-3459-4ea0-8b75-3c9cde05f978 tempest-ImagesOneServerTestJSON-419256281 tempest-ImagesOneServerTestJSON-419256281-project-member] Enqueued Resource ID: b811780c-07e6-4dea-99ca-8e1861645646 with Priority: HIGHEST for action security_group_members [ 725.491979] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b811780c-07e6-4dea-99ca-8e1861645646 with Priority: HIGHEST for action security_group_members [ 725.492307] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-b811780c-07e6-4dea-99ca-8e1861645646 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.492430] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b811780c-07e6-4dea-99ca-8e1861645646" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.492496] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b811780c-07e6-4dea-99ca-8e1861645646" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.492776] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b811780c-07e6-4dea-99ca-8e1861645646" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.492933] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.493045] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.493108] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.493252] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.493337] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.493439] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b811780c-07e6-4dea-99ca-8e1861645646',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.592457] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('496a1d6c-1571-4409-b8eb-75c044bff8cb',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.706092] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8931dd8-eead-4912-abf3-00443bed754b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.831550] env[65517]: INFO networking_nsxv3.common.synchronization [req-dc83b0a8-7e36-4a6a-998a-01a5bf6e06e1 req-699ecdfe-ef4e-42cc-bb76-4e2298be799d tempest-FloatingIPsAssociationTestJSON-1340626663 tempest-FloatingIPsAssociationTestJSON-1340626663-project-member] Enqueued Resource ID: 325c2cae-985e-4d03-9f81-49938e2b3d23 with Priority: HIGHEST for action security_group_members [ 725.832457] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 325c2cae-985e-4d03-9f81-49938e2b3d23 with Priority: HIGHEST for action security_group_members [ 725.832457] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-325c2cae-985e-4d03-9f81-49938e2b3d23 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.832584] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.832618] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.832886] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.833438] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.833561] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.835193] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.835193] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.835193] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.835193] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('325c2cae-985e-4d03-9f81-49938e2b3d23',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.995975] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.996172] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.996216] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.996569] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.996677] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.996881] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.996989] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.997069] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.997230] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.997307] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.997399] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b811780c-07e6-4dea-99ca-8e1861645646 is going to be updated. [ 726.034958] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.034958] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.034958] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.035210] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.035659] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.044665] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b811780c-07e6-4dea-99ca-8e1861645646 in Status: IN_PROGRESS for 2s [ 726.095363] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.095779] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.095779] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.095899] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.095899] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.095991] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 496a1d6c-1571-4409-b8eb-75c044bff8cb is going to be created. [ 726.128357] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.128630] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.128721] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.129163] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.129400] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.149504] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 496a1d6c-1571-4409-b8eb-75c044bff8cb in Status: UNINITIALIZED for 2s [ 726.151218] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4322a65-b67f-40fc-94c6-bc6937eb52cf in Status: SUCCESS [ 726.151379] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4322a65-b67f-40fc-94c6-bc6937eb52cf deletion is rescheduled due to dependency. [ 726.151462] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.214340] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.214580] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.214659] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.214912] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.215018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.215152] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8931dd8-eead-4912-abf3-00443bed754b is going to be updated. [ 726.282713] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.282971] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.283145] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.283491] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.283670] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.312824] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8931dd8-eead-4912-abf3-00443bed754b in Status: IN_PROGRESS for 2s [ 726.336774] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.336884] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.336937] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.337281] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.337386] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.337699] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.337877] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.337973] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.338432] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.338432] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.338432] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 325c2cae-985e-4d03-9f81-49938e2b3d23 is going to be updated. [ 726.426298] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.426512] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.426625] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.427027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.427248] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.443688] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 325c2cae-985e-4d03-9f81-49938e2b3d23 in Status: IN_PROGRESS for 2s [ 726.511259] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 in Status: SUCCESS [ 726.511548] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 deletion is rescheduled due to dependency. [ 726.511548] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.845297] env[65517]: INFO networking_nsxv3.common.synchronization [req-4ff6afe3-06ce-41fe-a41c-fed397f0a6f3 req-e8d4d500-dcb3-46ec-9bf5-8df6704c3337 tempest-ListImageFiltersTestJSON-972265694 tempest-ListImageFiltersTestJSON-972265694-project-member] Enqueued Resource ID: 0d18e879-e18d-46ea-9b66-5a4cdd9d8266 with Priority: HIGHEST for action security_group_members [ 726.846173] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d18e879-e18d-46ea-9b66-5a4cdd9d8266 with Priority: HIGHEST for action security_group_members [ 726.846279] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.846419] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.846419] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.846753] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.846905] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.847037] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.847210] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.847415] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.847516] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.847642] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d18e879-e18d-46ea-9b66-5a4cdd9d8266',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.312509] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-380 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.312791] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-380" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.312828] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-380" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.313087] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-380" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.313403] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.313566] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.313678] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.313889] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.314237] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.314477] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.314586] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 727.314694] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 727.314794] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 727.314895] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.314995] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 727.315135] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 727.341822] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 727.341985] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 727.342173] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 727.342276] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-380" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.342600] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-0345f514-e2bb-40e4-9692-c753d1dad222 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.342780] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-0345f514-e2bb-40e4-9692-c753d1dad222" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.342892] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-0345f514-e2bb-40e4-9692-c753d1dad222" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.343304] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-0345f514-e2bb-40e4-9692-c753d1dad222" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.343443] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0345f514-e2bb-40e4-9692-c753d1dad222',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.351254] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.351417] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.351485] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.351689] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.351787] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.351971] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.352081] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.352140] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.352326] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.352366] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.352427] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d18e879-e18d-46ea-9b66-5a4cdd9d8266 already deleted. [ 727.352514] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.849331] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.849487] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.849677] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.849989] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.850172] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.850335] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port 0345f514-e2bb-40e4-9692-c753d1dad222 not found, creating... [ 727.850626] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.850792] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.851105] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.851191] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.851269] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.851540] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.851684] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.851789] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.852019] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.852119] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.852250] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: 0345f514-e2bb-40e4-9692-c753d1dad222 is going to be created. [ 727.877266] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.877484] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.877570] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.877856] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.878097] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.878341] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-0345f514-e2bb-40e4-9692-c753d1dad222" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.057808] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b811780c-07e6-4dea-99ca-8e1861645646 in Status: SUCCESS [ 728.058070] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b811780c-07e6-4dea-99ca-8e1861645646 deletion is rescheduled due to dependency. [ 728.058422] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b811780c-07e6-4dea-99ca-8e1861645646" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.160699] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 496a1d6c-1571-4409-b8eb-75c044bff8cb in Status: SUCCESS [ 728.160699] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-496a1d6c-1571-4409-b8eb-75c044bff8cb" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.160861] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-496a1d6c-1571-4409-b8eb-75c044bff8cb" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.160958] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-496a1d6c-1571-4409-b8eb-75c044bff8cb" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.161171] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.161289] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.161352] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.161509] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.161592] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.162292] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-496a1d6c-1571-4409-b8eb-75c044bff8cb" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.162292] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('496a1d6c-1571-4409-b8eb-75c044bff8cb',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.322987] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8931dd8-eead-4912-abf3-00443bed754b in Status: SUCCESS [ 728.323409] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.323409] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.323596] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.323788] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.323895] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.323944] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.324111] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.324180] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.324273] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8931dd8-eead-4912-abf3-00443bed754b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.417241] env[65517]: INFO networking_nsxv3.common.synchronization [req-8d560543-0ae4-4945-85f3-21eaaa203108 req-8cd27bca-cd51-41fc-be4f-bad85fa97bc9 tempest-SecurityGroupRulesTestJSON-917772578 tempest-SecurityGroupRulesTestJSON-917772578-project-member] Enqueued Resource ID: 6c99bad7-1631-46b8-a77b-656b1e7b4fa8 with Priority: HIGHEST for action security_group_rules [ 728.417241] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c99bad7-1631-46b8-a77b-656b1e7b4fa8 with Priority: HIGHEST for action security_group_rules [ 728.417592] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c99bad7-1631-46b8-a77b-656b1e7b4fa8 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.417882] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c99bad7-1631-46b8-a77b-656b1e7b4fa8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.418106] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c99bad7-1631-46b8-a77b-656b1e7b4fa8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.418944] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c99bad7-1631-46b8-a77b-656b1e7b4fa8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.419192] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c99bad7-1631-46b8-a77b-656b1e7b4fa8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.457318] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 325c2cae-985e-4d03-9f81-49938e2b3d23 in Status: SUCCESS [ 728.457516] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 325c2cae-985e-4d03-9f81-49938e2b3d23 deletion is rescheduled due to dependency. [ 728.457633] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325c2cae-985e-4d03-9f81-49938e2b3d23" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.664297] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-496a1d6c-1571-4409-b8eb-75c044bff8cb taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.664967] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-496a1d6c-1571-4409-b8eb-75c044bff8cb" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.665501] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-496a1d6c-1571-4409-b8eb-75c044bff8cb" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.665501] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-496a1d6c-1571-4409-b8eb-75c044bff8cb" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.665773] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.666446] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.666446] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.666446] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.666446] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.666592] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-496a1d6c-1571-4409-b8eb-75c044bff8cb" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.666717] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-496a1d6c-1571-4409-b8eb-75c044bff8cb taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.666763] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-496a1d6c-1571-4409-b8eb-75c044bff8cb" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.666905] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-496a1d6c-1571-4409-b8eb-75c044bff8cb" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.667025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-496a1d6c-1571-4409-b8eb-75c044bff8cb" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.667091] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.667230] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.667230] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.667366] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.667445] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.667523] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-496a1d6c-1571-4409-b8eb-75c044bff8cb" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.667609] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('496a1d6c-1571-4409-b8eb-75c044bff8cb',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.672881] env[65517]: INFO networking_nsxv3.common.synchronization [req-4ff6afe3-06ce-41fe-a41c-fed397f0a6f3 req-94ffa76d-0e97-4587-9780-b3f5f4645a46 service nova] Enqueued Resource ID: 0d18e879-e18d-46ea-9b66-5a4cdd9d8266 with Priority: HIGHEST for action security_group_rules [ 728.673335] env[65517]: INFO networking_nsxv3.common.synchronization [req-4ff6afe3-06ce-41fe-a41c-fed397f0a6f3 req-94ffa76d-0e97-4587-9780-b3f5f4645a46 service nova] Enqueued Resource ID: 0d18e879-e18d-46ea-9b66-5a4cdd9d8266 with Priority: HIGHEST for action security_group_members [ 728.673335] env[65517]: INFO networking_nsxv3.common.synchronization [req-4ff6afe3-06ce-41fe-a41c-fed397f0a6f3 req-94ffa76d-0e97-4587-9780-b3f5f4645a46 service nova] Enqueued Resource ID: 0345f514-e2bb-40e4-9692-c753d1dad222 with Priority: HIGHEST for action port [ 728.673704] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d18e879-e18d-46ea-9b66-5a4cdd9d8266 with Priority: HIGHEST for action security_group_rules [ 728.673851] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d18e879-e18d-46ea-9b66-5a4cdd9d8266 with Priority: HIGHEST for action security_group_members [ 728.673940] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0345f514-e2bb-40e4-9692-c753d1dad222 with Priority: HIGHEST for action port [ 728.675789] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d18e879-e18d-46ea-9b66-5a4cdd9d8266 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.675912] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.675966] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.676252] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.676338] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d18e879-e18d-46ea-9b66-5a4cdd9d8266',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.677397] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.677523] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.677603] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.677799] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.677986] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.678125] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.678194] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.678401] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.678464] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.678637] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d18e879-e18d-46ea-9b66-5a4cdd9d8266',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.679597] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-0345f514-e2bb-40e4-9692-c753d1dad222 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.679718] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0345f514-e2bb-40e4-9692-c753d1dad222" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.679784] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0345f514-e2bb-40e4-9692-c753d1dad222" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.679947] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0345f514-e2bb-40e4-9692-c753d1dad222" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.680055] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0345f514-e2bb-40e4-9692-c753d1dad222',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.826919] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8931dd8-eead-4912-abf3-00443bed754b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.943221] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.943221] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.943221] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.943221] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.944087] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.944087] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c99bad7-1631-46b8-a77b-656b1e7b4fa8 already deleted. [ 728.944087] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c99bad7-1631-46b8-a77b-656b1e7b4fa8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.170458] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 496a1d6c-1571-4409-b8eb-75c044bff8cb: rpc.has_security_group_logging(os_id): False [ 729.182199] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.182383] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.182705] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d18e879-e18d-46ea-9b66-5a4cdd9d8266',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.183779] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0345f514-e2bb-40e4-9692-c753d1dad222 with status ACTIVE [ 729.183990] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.184148] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.184218] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.184435] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.184555] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.184903] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.184903] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.185044] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.185842] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.185986] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.186214] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.186328] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.186853] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.186853] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.186853] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.186853] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0345f514-e2bb-40e4-9692-c753d1dad222 is going to be updated. [ 729.193298] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.193504] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.193504] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.193737] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.193830] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.194902] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.194902] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.194902] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.194902] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.194902] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.194902] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.194902] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.194902] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.194902] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.194902] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.195340] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.195340] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.195340] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.195340] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.195340] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.195489] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 496a1d6c-1571-4409-b8eb-75c044bff8cb is going to be created. [ 729.216330] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.216330] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.216330] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.216330] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.216330] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.216330] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0345f514-e2bb-40e4-9692-c753d1dad222" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.328865] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8931dd8-eead-4912-abf3-00443bed754b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.419536] env[65517]: INFO networking_nsxv3.common.synchronization [req-69995bdf-284a-4836-aa21-1ae28c8dcc4e req-e02692c2-e6b8-4589-84d0-f9eb49ea91b1 tempest-ListServersNegativeTestJSON-1690492374 tempest-ListServersNegativeTestJSON-1690492374-project-member] Enqueued Resource ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 with Priority: HIGHEST for action security_group_members [ 729.420171] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 with Priority: HIGHEST for action security_group_members [ 729.420415] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-35bc3143-6d34-401c-ae39-ebe7c68bff70 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.420535] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.420768] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.420859] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.421418] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.421418] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.421559] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.421864] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.421864] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.421864] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35bc3143-6d34-401c-ae39-ebe7c68bff70',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.460385] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.460598] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.460598] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.461267] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.461820] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.479703] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 496a1d6c-1571-4409-b8eb-75c044bff8cb in Status: IN_PROGRESS for 2s [ 729.689125] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d18e879-e18d-46ea-9b66-5a4cdd9d8266',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.831952] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.832185] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.832242] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.832481] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.832579] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.832750] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8931dd8-eead-4912-abf3-00443bed754b is going to be updated. [ 729.883376] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.883550] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.883652] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.883916] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.884118] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.895117] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-351 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.895345] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-351" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.895468] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-351" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.895840] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-351" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.896171] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.896360] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.896504] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.896876] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.897078] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.897333] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.897467] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 729.897604] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 729.897729] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 729.897872] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.898011] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 729.898174] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 729.899981] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8931dd8-eead-4912-abf3-00443bed754b in Status: IN_PROGRESS for 2s [ 729.925693] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.925693] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.925693] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.925693] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.925693] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.925693] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.925693] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.925693] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.925693] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.925693] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.926184] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 already deleted. [ 729.926184] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.927475] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 729.927741] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 729.927943] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 729.928165] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-351" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.928535] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-847d52c1-cfc5-4051-9969-5b8b567f330b taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.928751] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-847d52c1-cfc5-4051-9969-5b8b567f330b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.928904] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-847d52c1-cfc5-4051-9969-5b8b567f330b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.929228] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-847d52c1-cfc5-4051-9969-5b8b567f330b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.929421] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('847d52c1-cfc5-4051-9969-5b8b567f330b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.192129] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.192129] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.192129] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.192410] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.192410] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.192487] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d18e879-e18d-46ea-9b66-5a4cdd9d8266 is going to be created. [ 730.255291] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.255505] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.255505] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.257698] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.257698] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.297359] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d18e879-e18d-46ea-9b66-5a4cdd9d8266 in Status: UNINITIALIZED for 2s [ 730.432148] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.432641] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.432641] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.432833] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.432984] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.433195] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port 847d52c1-cfc5-4051-9969-5b8b567f330b not found, creating... [ 730.433468] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.433621] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.433736] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.433956] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.434099] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.434376] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.434523] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.434633] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.434828] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.434953] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.436290] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: 847d52c1-cfc5-4051-9969-5b8b567f330b is going to be created. [ 730.461467] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.461736] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.461861] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.462831] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.462831] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.462831] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-847d52c1-cfc5-4051-9969-5b8b567f330b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.181098] env[65517]: INFO networking_nsxv3.common.synchronization [req-69995bdf-284a-4836-aa21-1ae28c8dcc4e req-d21f36be-d2dc-4e4e-bb39-4a855396986d service nova] Enqueued Resource ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 with Priority: HIGHEST for action security_group_rules [ 731.184576] env[65517]: INFO networking_nsxv3.common.synchronization [req-69995bdf-284a-4836-aa21-1ae28c8dcc4e req-d21f36be-d2dc-4e4e-bb39-4a855396986d service nova] Enqueued Resource ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 with Priority: HIGHEST for action security_group_members [ 731.184576] env[65517]: INFO networking_nsxv3.common.synchronization [req-69995bdf-284a-4836-aa21-1ae28c8dcc4e req-d21f36be-d2dc-4e4e-bb39-4a855396986d service nova] Enqueued Resource ID: 847d52c1-cfc5-4051-9969-5b8b567f330b with Priority: HIGHEST for action port [ 731.184576] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 with Priority: HIGHEST for action security_group_rules [ 731.184576] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 with Priority: HIGHEST for action security_group_members [ 731.184576] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 847d52c1-cfc5-4051-9969-5b8b567f330b with Priority: HIGHEST for action port [ 731.184576] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35bc3143-6d34-401c-ae39-ebe7c68bff70 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.184576] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.184576] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.184576] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.184576] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35bc3143-6d34-401c-ae39-ebe7c68bff70',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.185265] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-35bc3143-6d34-401c-ae39-ebe7c68bff70 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.185265] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.185265] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.185265] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.185454] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.185454] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.185518] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.185654] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.186185] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.186185] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35bc3143-6d34-401c-ae39-ebe7c68bff70',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.186910] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-847d52c1-cfc5-4051-9969-5b8b567f330b taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.187011] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-847d52c1-cfc5-4051-9969-5b8b567f330b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.187111] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-847d52c1-cfc5-4051-9969-5b8b567f330b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.187317] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-847d52c1-cfc5-4051-9969-5b8b567f330b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.187419] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('847d52c1-cfc5-4051-9969-5b8b567f330b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.495490] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 496a1d6c-1571-4409-b8eb-75c044bff8cb in Status: SUCCESS [ 731.495752] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-496a1d6c-1571-4409-b8eb-75c044bff8cb" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.538952] env[65517]: INFO networking_nsxv3.common.synchronization [req-4d46a7d2-f947-4f06-828c-e4c344f22e5b req-a588a89c-9371-4a7f-b227-2cc0e3d3e15b tempest-SecurityGroupsTestJSON-1089212024 tempest-SecurityGroupsTestJSON-1089212024-project-member] Enqueued Resource ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 with Priority: HIGHEST for action security_group_members [ 731.539247] env[65517]: INFO networking_nsxv3.common.synchronization [req-4d46a7d2-f947-4f06-828c-e4c344f22e5b req-a588a89c-9371-4a7f-b227-2cc0e3d3e15b tempest-SecurityGroupsTestJSON-1089212024 tempest-SecurityGroupsTestJSON-1089212024-project-member] Enqueued Resource ID: b632c62f-4795-45eb-80ec-33e0a1a3cd13 with Priority: HIGHEST for action security_group_members [ 731.539973] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 with Priority: HIGHEST for action security_group_members [ 731.542711] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b632c62f-4795-45eb-80ec-33e0a1a3cd13 with Priority: HIGHEST for action security_group_members [ 731.543633] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-362f12c2-2024-4d12-904b-e2bcf3c51aa5 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.543756] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.543847] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.544322] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.544444] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.544553] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.544706] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.545076] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.545076] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.545076] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.546091] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-b632c62f-4795-45eb-80ec-33e0a1a3cd13 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.546221] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b632c62f-4795-45eb-80ec-33e0a1a3cd13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.546287] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b632c62f-4795-45eb-80ec-33e0a1a3cd13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.546510] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b632c62f-4795-45eb-80ec-33e0a1a3cd13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.546691] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.547262] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.547339] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.548278] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.548278] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.548278] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b632c62f-4795-45eb-80ec-33e0a1a3cd13',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.606721] env[65517]: INFO networking_nsxv3.common.synchronization [req-4d46a7d2-f947-4f06-828c-e4c344f22e5b req-a588a89c-9371-4a7f-b227-2cc0e3d3e15b tempest-SecurityGroupsTestJSON-1089212024 tempest-SecurityGroupsTestJSON-1089212024-project-member] Enqueued Resource ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 with Priority: HIGHEST for action security_group_rules [ 731.607028] env[65517]: INFO networking_nsxv3.common.synchronization [req-4d46a7d2-f947-4f06-828c-e4c344f22e5b req-a588a89c-9371-4a7f-b227-2cc0e3d3e15b tempest-SecurityGroupsTestJSON-1089212024 tempest-SecurityGroupsTestJSON-1089212024-project-member] Enqueued Resource ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 with Priority: HIGHEST for action security_group_members [ 731.607082] env[65517]: INFO networking_nsxv3.common.synchronization [req-4d46a7d2-f947-4f06-828c-e4c344f22e5b req-a588a89c-9371-4a7f-b227-2cc0e3d3e15b tempest-SecurityGroupsTestJSON-1089212024 tempest-SecurityGroupsTestJSON-1089212024-project-member] Enqueued Resource ID: b632c62f-4795-45eb-80ec-33e0a1a3cd13 with Priority: HIGHEST for action security_group_rules [ 731.607188] env[65517]: INFO networking_nsxv3.common.synchronization [req-4d46a7d2-f947-4f06-828c-e4c344f22e5b req-a588a89c-9371-4a7f-b227-2cc0e3d3e15b tempest-SecurityGroupsTestJSON-1089212024 tempest-SecurityGroupsTestJSON-1089212024-project-member] Enqueued Resource ID: b632c62f-4795-45eb-80ec-33e0a1a3cd13 with Priority: HIGHEST for action security_group_members [ 731.607339] env[65517]: INFO networking_nsxv3.common.synchronization [req-4d46a7d2-f947-4f06-828c-e4c344f22e5b req-a588a89c-9371-4a7f-b227-2cc0e3d3e15b tempest-SecurityGroupsTestJSON-1089212024 tempest-SecurityGroupsTestJSON-1089212024-project-member] Enqueued Resource ID: 37951fc0-2513-48ca-8e6a-42be7de65465 with Priority: HIGHEST for action port [ 731.609509] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 with Priority: HIGHEST for action security_group_rules [ 731.609509] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b632c62f-4795-45eb-80ec-33e0a1a3cd13 with Priority: HIGHEST for action security_group_rules [ 731.609509] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37951fc0-2513-48ca-8e6a-42be7de65465 with Priority: HIGHEST for action port [ 731.609509] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 with Priority: HIGHEST for action security_group_members [ 731.609509] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b632c62f-4795-45eb-80ec-33e0a1a3cd13 with Priority: HIGHEST for action security_group_members [ 731.609509] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-362f12c2-2024-4d12-904b-e2bcf3c51aa5 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.609509] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.609509] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.609509] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.609509] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.610226] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b632c62f-4795-45eb-80ec-33e0a1a3cd13 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.610323] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b632c62f-4795-45eb-80ec-33e0a1a3cd13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.610382] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b632c62f-4795-45eb-80ec-33e0a1a3cd13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.610618] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b632c62f-4795-45eb-80ec-33e0a1a3cd13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.610701] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b632c62f-4795-45eb-80ec-33e0a1a3cd13',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.612673] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-37951fc0-2513-48ca-8e6a-42be7de65465 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.612673] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37951fc0-2513-48ca-8e6a-42be7de65465" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.612673] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37951fc0-2513-48ca-8e6a-42be7de65465" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.613960] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37951fc0-2513-48ca-8e6a-42be7de65465" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.614078] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37951fc0-2513-48ca-8e6a-42be7de65465',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.615092] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-362f12c2-2024-4d12-904b-e2bcf3c51aa5 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.615184] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.615376] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-b632c62f-4795-45eb-80ec-33e0a1a3cd13 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.615451] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b632c62f-4795-45eb-80ec-33e0a1a3cd13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.687230] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35bc3143-6d34-401c-ae39-ebe7c68bff70',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.690818] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-35bc3143-6d34-401c-ae39-ebe7c68bff70 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.690980] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.691177] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 847d52c1-cfc5-4051-9969-5b8b567f330b with status ACTIVE [ 731.691393] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.691479] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.691479] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.692467] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.692467] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.692467] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.692467] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.692467] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.694089] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.694251] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.694696] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.694696] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.694814] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.695008] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.695140] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.695258] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 847d52c1-cfc5-4051-9969-5b8b567f330b is going to be updated. [ 731.725150] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.725497] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.725690] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.726010] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.726337] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.726674] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-847d52c1-cfc5-4051-9969-5b8b567f330b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.918152] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8931dd8-eead-4912-abf3-00443bed754b in Status: SUCCESS [ 731.918538] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.919048] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.919228] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.919519] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.919729] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.919875] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.920127] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.920272] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.920427] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.920588] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8931dd8-eead-4912-abf3-00443bed754b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.051841] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.052839] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b632c62f-4795-45eb-80ec-33e0a1a3cd13',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.116388] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37951fc0-2513-48ca-8e6a-42be7de65465 with status ACTIVE [ 732.117887] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.117887] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.117887] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.118331] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.118548] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.118864] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.119058] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.119157] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.119375] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.119488] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.119703] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.119862] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.119862] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.120045] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.123145] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.123332] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37951fc0-2513-48ca-8e6a-42be7de65465 is going to be updated. [ 732.125264] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-b632c62f-4795-45eb-80ec-33e0a1a3cd13 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.125264] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b632c62f-4795-45eb-80ec-33e0a1a3cd13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.125264] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-362f12c2-2024-4d12-904b-e2bcf3c51aa5 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.125264] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.157543] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.157753] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.157753] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.158143] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.158143] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.158304] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37951fc0-2513-48ca-8e6a-42be7de65465" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.192446] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35bc3143-6d34-401c-ae39-ebe7c68bff70',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.330543] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d18e879-e18d-46ea-9b66-5a4cdd9d8266 in Status: SUCCESS [ 732.331089] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.332598] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.332598] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.332598] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.332598] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.332598] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.332598] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.332598] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.332598] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.332598] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d18e879-e18d-46ea-9b66-5a4cdd9d8266',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.424791] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8931dd8-eead-4912-abf3-00443bed754b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.554215] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.555772] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b632c62f-4795-45eb-80ec-33e0a1a3cd13',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.701493] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.701677] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.701754] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.702565] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.702565] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.702565] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 is going to be created. [ 732.732034] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.732034] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.732034] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.732426] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.733699] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.748068] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 in Status: UNINITIALIZED for 2s [ 732.836164] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.836164] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.836164] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.836164] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.836400] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.836400] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.836400] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.836726] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.836726] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.836726] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.836911] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.837026] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.837089] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.837232] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.838981] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.838981] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.838981] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.838981] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.838981] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.838981] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.838981] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d18e879-e18d-46ea-9b66-5a4cdd9d8266',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.928808] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8931dd8-eead-4912-abf3-00443bed754b: rpc.has_security_group_logging(os_id): False [ 732.958194] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.958356] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.958398] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.961021] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.961021] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.961021] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.961021] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.961021] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.961021] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.961021] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.961021] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8931dd8-eead-4912-abf3-00443bed754b is going to be updated. [ 733.036246] env[65517]: INFO networking_nsxv3.common.synchronization [req-fd7822a5-40cb-4099-a86f-baf6a5577f80 req-46f038ed-8c6a-4f08-8edd-f12b79164d8c tempest-SecurityGroupRulesTestJSON-917772578 tempest-SecurityGroupRulesTestJSON-917772578-project-member] Enqueued Resource ID: 6c99bad7-1631-46b8-a77b-656b1e7b4fa8 with Priority: HIGHEST for action security_group_rules [ 733.036246] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c99bad7-1631-46b8-a77b-656b1e7b4fa8 with Priority: HIGHEST for action security_group_rules [ 733.036695] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c99bad7-1631-46b8-a77b-656b1e7b4fa8 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.036831] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c99bad7-1631-46b8-a77b-656b1e7b4fa8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.036914] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c99bad7-1631-46b8-a77b-656b1e7b4fa8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.037196] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c99bad7-1631-46b8-a77b-656b1e7b4fa8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.037281] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c99bad7-1631-46b8-a77b-656b1e7b4fa8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.047473] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.047607] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.047699] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.047917] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.048071] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.056264] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.056481] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.056595] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.057214] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.057214] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.057214] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 is going to be updated. [ 733.062252] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.062252] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.062252] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.062252] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.062252] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.062252] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b632c62f-4795-45eb-80ec-33e0a1a3cd13 is going to be created. [ 733.065547] env[65517]: INFO networking_nsxv3.common.synchronization [req-69995bdf-284a-4836-aa21-1ae28c8dcc4e req-c64cb1e8-8a20-400c-8409-53b73d61715d tempest-ListServersNegativeTestJSON-1690492374 tempest-ListServersNegativeTestJSON-1690492374-project-member] Enqueued Resource ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 with Priority: HIGHEST for action security_group_members [ 733.066199] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8931dd8-eead-4912-abf3-00443bed754b in Status: IN_PROGRESS for 2s [ 733.066956] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 with Priority: HIGHEST for action security_group_members [ 733.067636] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-35bc3143-6d34-401c-ae39-ebe7c68bff70 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.067777] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.094112] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.094344] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.094438] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.094667] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.094866] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.106105] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.106105] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.106204] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.106378] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.106552] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.113655] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b632c62f-4795-45eb-80ec-33e0a1a3cd13 in Status: UNINITIALIZED for 2s [ 733.121021] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 in Status: IN_PROGRESS for 2s [ 733.341342] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d18e879-e18d-46ea-9b66-5a4cdd9d8266: rpc.has_security_group_logging(os_id): False [ 733.400036] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.400036] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.400036] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.400036] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.400036] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.400340] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.400340] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.400340] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.400449] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.400512] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.400725] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.400824] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.400875] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.401044] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.401147] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.401413] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.401516] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.401579] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.401721] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.401836] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.401959] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d18e879-e18d-46ea-9b66-5a4cdd9d8266 is going to be created. [ 733.498996] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.498996] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.498996] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.498996] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.498996] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.510526] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d18e879-e18d-46ea-9b66-5a4cdd9d8266 in Status: IN_PROGRESS for 2s [ 733.570343] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.572286] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.572286] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.572286] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.572286] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.572286] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c99bad7-1631-46b8-a77b-656b1e7b4fa8 already deleted. [ 733.572286] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c99bad7-1631-46b8-a77b-656b1e7b4fa8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.799714] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-351 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.799714] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-351" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.799714] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-351" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.799714] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-351" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.799714] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.799714] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.799714] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.801053] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.801385] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.801726] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.802552] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.802552] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.802827] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.803082] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.803691] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.804068] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.830374] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.830374] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 733.830374] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.830374] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-351" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.830374] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-95b7c754-4f56-4bea-84f7-f4269d730b51 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.830374] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-95b7c754-4f56-4bea-84f7-f4269d730b51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.830374] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-95b7c754-4f56-4bea-84f7-f4269d730b51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.831669] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-95b7c754-4f56-4bea-84f7-f4269d730b51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.832033] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95b7c754-4f56-4bea-84f7-f4269d730b51',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.336892] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.337269] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.337474] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.337893] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.338170] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.338430] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port 95b7c754-4f56-4bea-84f7-f4269d730b51 not found, creating... [ 734.338914] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.339374] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.339496] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.339804] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.343185] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.343766] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.344061] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.344265] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.344638] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.344828] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.345033] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: 95b7c754-4f56-4bea-84f7-f4269d730b51 is going to be created. [ 734.388526] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.388889] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.389076] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.389469] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.389802] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.390133] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-95b7c754-4f56-4bea-84f7-f4269d730b51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.660221] env[65517]: INFO networking_nsxv3.common.synchronization [None req-4860e21f-e783-49d9-8188-1593c64eccc7 None None] Enqueued Resource ID: a343c700-d38d-4a66-8773-6cc752e83c71 with Priority: HIGHEST for action port [ 734.660929] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a343c700-d38d-4a66-8773-6cc752e83c71 with Priority: HIGHEST for action port [ 734.661294] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-a343c700-d38d-4a66-8773-6cc752e83c71 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.661453] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a343c700-d38d-4a66-8773-6cc752e83c71" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.661540] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a343c700-d38d-4a66-8773-6cc752e83c71" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.661870] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a343c700-d38d-4a66-8773-6cc752e83c71" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.661977] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a343c700-d38d-4a66-8773-6cc752e83c71',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.763633] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 in Status: SUCCESS [ 734.763873] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.764136] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.764370] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.764695] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.764814] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.764814] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.765016] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.765129] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.765241] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.765364] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35bc3143-6d34-401c-ae39-ebe7c68bff70',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.766902] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.766902] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.767210] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.767210] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.767210] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.767388] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.767484] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.767620] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35bc3143-6d34-401c-ae39-ebe7c68bff70',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.081301] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8931dd8-eead-4912-abf3-00443bed754b in Status: SUCCESS [ 735.081531] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.105505] env[65517]: INFO networking_nsxv3.common.synchronization [req-69995bdf-284a-4836-aa21-1ae28c8dcc4e req-adaaddab-40e2-4ba8-99a5-d2a204477312 service nova] Enqueued Resource ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 with Priority: HIGHEST for action security_group_rules [ 735.105683] env[65517]: INFO networking_nsxv3.common.synchronization [req-69995bdf-284a-4836-aa21-1ae28c8dcc4e req-adaaddab-40e2-4ba8-99a5-d2a204477312 service nova] Enqueued Resource ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 with Priority: HIGHEST for action security_group_members [ 735.105813] env[65517]: INFO networking_nsxv3.common.synchronization [req-69995bdf-284a-4836-aa21-1ae28c8dcc4e req-adaaddab-40e2-4ba8-99a5-d2a204477312 service nova] Enqueued Resource ID: 95b7c754-4f56-4bea-84f7-f4269d730b51 with Priority: HIGHEST for action port [ 735.106419] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 with Priority: HIGHEST for action security_group_rules [ 735.106761] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 with Priority: HIGHEST for action security_group_members [ 735.107831] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95b7c754-4f56-4bea-84f7-f4269d730b51 with Priority: HIGHEST for action port [ 735.108129] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35bc3143-6d34-401c-ae39-ebe7c68bff70 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.111734] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.111734] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-35bc3143-6d34-401c-ae39-ebe7c68bff70 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.111734] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.111734] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-95b7c754-4f56-4bea-84f7-f4269d730b51 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.111734] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95b7c754-4f56-4bea-84f7-f4269d730b51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.111734] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95b7c754-4f56-4bea-84f7-f4269d730b51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.111734] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95b7c754-4f56-4bea-84f7-f4269d730b51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.111734] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95b7c754-4f56-4bea-84f7-f4269d730b51',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.128163] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b632c62f-4795-45eb-80ec-33e0a1a3cd13 in Status: SUCCESS [ 735.128415] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b632c62f-4795-45eb-80ec-33e0a1a3cd13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.128637] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b632c62f-4795-45eb-80ec-33e0a1a3cd13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.128944] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b632c62f-4795-45eb-80ec-33e0a1a3cd13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.129103] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.129642] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.129738] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.130281] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.130377] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.130481] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b632c62f-4795-45eb-80ec-33e0a1a3cd13',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.134573] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 in Status: SUCCESS [ 735.134773] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.134929] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.135140] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.135325] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.135438] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.135501] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.135915] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.136012] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.136117] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.163736] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a343c700-d38d-4a66-8773-6cc752e83c71 [ 735.164055] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.164989] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.165092] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.165386] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.165491] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.165596] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a343c700-d38d-4a66-8773-6cc752e83c71 already deleted. [ 735.165710] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a343c700-d38d-4a66-8773-6cc752e83c71" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.270086] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-35bc3143-6d34-401c-ae39-ebe7c68bff70 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.270378] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.270463] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35bc3143-6d34-401c-ae39-ebe7c68bff70',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.529217] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d18e879-e18d-46ea-9b66-5a4cdd9d8266 in Status: SUCCESS [ 735.529217] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.616160] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95b7c754-4f56-4bea-84f7-f4269d730b51 with status ACTIVE [ 735.616467] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.616754] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.616896] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.617220] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.617408] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.621023] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.621023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.621023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.621023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.621023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.621023] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.621023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.621023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.621023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.621023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.621023] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95b7c754-4f56-4bea-84f7-f4269d730b51 is going to be updated. [ 735.633734] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b632c62f-4795-45eb-80ec-33e0a1a3cd13',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.640503] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.656161] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.656161] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.656161] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.656161] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.656161] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.656161] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95b7c754-4f56-4bea-84f7-f4269d730b51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.774593] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35bc3143-6d34-401c-ae39-ebe7c68bff70',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.140139] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b632c62f-4795-45eb-80ec-33e0a1a3cd13',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.146734] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.155724] env[65517]: INFO networking_nsxv3.common.synchronization [None req-f956094c-a751-4d31-b4cf-4680226c34e2 None None] Enqueued Resource ID: a6395d5a-7e2a-477c-b72e-bb07b0f6f7cc with Priority: HIGHEST for action port [ 736.157793] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6395d5a-7e2a-477c-b72e-bb07b0f6f7cc with Priority: HIGHEST for action port [ 736.158217] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6395d5a-7e2a-477c-b72e-bb07b0f6f7cc taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.158424] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6395d5a-7e2a-477c-b72e-bb07b0f6f7cc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.158564] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6395d5a-7e2a-477c-b72e-bb07b0f6f7cc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.159670] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6395d5a-7e2a-477c-b72e-bb07b0f6f7cc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.159670] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6395d5a-7e2a-477c-b72e-bb07b0f6f7cc',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.278188] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.278621] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.278741] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.278973] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.279085] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.279197] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 is going to be updated. [ 736.314099] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.314099] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.314695] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.315218] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.315466] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.329462] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 in Status: IN_PROGRESS for 2s [ 736.642967] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.643301] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.643301] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.643662] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.643662] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.643797] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b632c62f-4795-45eb-80ec-33e0a1a3cd13 is going to be updated. [ 736.651242] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.651395] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.651501] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.651679] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.651772] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.651900] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 is going to be updated. [ 736.663628] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6395d5a-7e2a-477c-b72e-bb07b0f6f7cc [ 736.663967] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.664119] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.664178] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.664401] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.664493] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.664685] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6395d5a-7e2a-477c-b72e-bb07b0f6f7cc already deleted. [ 736.664751] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6395d5a-7e2a-477c-b72e-bb07b0f6f7cc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.682217] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.682217] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.682217] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.682217] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.682217] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.683562] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.683734] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.683734] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.683895] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.684803] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.697066] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b632c62f-4795-45eb-80ec-33e0a1a3cd13 in Status: IN_PROGRESS for 2s [ 736.697433] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 in Status: IN_PROGRESS for 2s [ 736.816839] env[65517]: INFO networking_nsxv3.common.synchronization [req-69995bdf-284a-4836-aa21-1ae28c8dcc4e req-12c06c75-a6cb-411f-b3a8-080a1de4a22f tempest-ListServersNegativeTestJSON-1690492374 tempest-ListServersNegativeTestJSON-1690492374-project-member] Enqueued Resource ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 with Priority: HIGHEST for action security_group_members [ 736.817516] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 with Priority: HIGHEST for action security_group_members [ 736.821019] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-35bc3143-6d34-401c-ae39-ebe7c68bff70 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.821019] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.842083] env[65517]: INFO networking_nsxv3.common.synchronization [None req-54a3a0ef-7754-422d-ac9e-82d967233fb8 None None] Enqueued Resource ID: c0549dbc-f940-4485-b117-2ebebcd4c81d with Priority: HIGHEST for action port [ 736.842334] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0549dbc-f940-4485-b117-2ebebcd4c81d with Priority: HIGHEST for action port [ 736.842895] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0549dbc-f940-4485-b117-2ebebcd4c81d taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.843027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0549dbc-f940-4485-b117-2ebebcd4c81d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.843089] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0549dbc-f940-4485-b117-2ebebcd4c81d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.843346] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0549dbc-f940-4485-b117-2ebebcd4c81d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.843430] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0549dbc-f940-4485-b117-2ebebcd4c81d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.114167] env[65517]: INFO networking_nsxv3.common.synchronization [req-9683a3af-bfc3-4c90-8fe7-5f8317e963cc req-2723bda8-6bbc-494d-96eb-5840d5a85923 tempest-AttachInterfacesV270Test-1217898182 tempest-AttachInterfacesV270Test-1217898182-project-member] Enqueued Resource ID: de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e with Priority: HIGHEST for action security_group_members [ 737.114167] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e with Priority: HIGHEST for action security_group_members [ 737.114417] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.114546] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.114612] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.114816] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.115762] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.115762] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.115762] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.116081] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.116224] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.116345] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.345137] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c0549dbc-f940-4485-b117-2ebebcd4c81d [ 737.345901] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.345901] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.345901] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.345901] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.345901] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.346197] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c0549dbc-f940-4485-b117-2ebebcd4c81d already deleted. [ 737.346197] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0549dbc-f940-4485-b117-2ebebcd4c81d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.604039] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-351 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.604039] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-351" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.604039] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-351" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.604039] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-351" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.604316] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.604739] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.604739] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.604877] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.605067] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.605376] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.605986] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 737.605986] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 737.605986] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 737.605986] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.605986] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 737.605986] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 737.618730] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.618858] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.618858] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.619087] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.619177] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.619381] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.619475] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.619533] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.619932] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.619932] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.619932] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e is going to be updated. [ 737.625915] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 737.626093] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 737.626232] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 737.626398] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-351" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.626744] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-93f5a0f6-2499-4475-b6e9-68d105b143f3 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.626947] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-93f5a0f6-2499-4475-b6e9-68d105b143f3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.627082] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-93f5a0f6-2499-4475-b6e9-68d105b143f3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.627406] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-93f5a0f6-2499-4475-b6e9-68d105b143f3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.627539] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93f5a0f6-2499-4475-b6e9-68d105b143f3',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.657380] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.657546] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.657616] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.657875] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.658041] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.671633] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e in Status: IN_PROGRESS for 2s [ 738.130235] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.130625] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.131863] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.132222] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.132414] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.132646] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port 93f5a0f6-2499-4475-b6e9-68d105b143f3 not found, creating... [ 738.132979] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.133186] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.133346] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.133726] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.133895] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.134347] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.135096] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.135096] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.135096] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.135246] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.135349] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: 93f5a0f6-2499-4475-b6e9-68d105b143f3 is going to be created. [ 738.170258] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.171267] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.171267] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.171267] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.171498] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.172117] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-93f5a0f6-2499-4475-b6e9-68d105b143f3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.350971] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 in Status: SUCCESS [ 738.351448] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.351448] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.351816] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.353837] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.353837] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.353837] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.353837] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.353837] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.353837] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35bc3143-6d34-401c-ae39-ebe7c68bff70',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.565015] env[65517]: INFO networking_nsxv3.common.synchronization [None req-c4e72b1c-1ce3-4b01-8b8b-ed39da456118 None None] Enqueued Resource ID: 14e2f35b-221d-46cc-9a69-2e2249fb1efb with Priority: HIGHEST for action port [ 738.565833] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14e2f35b-221d-46cc-9a69-2e2249fb1efb with Priority: HIGHEST for action port [ 738.566852] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-14e2f35b-221d-46cc-9a69-2e2249fb1efb taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.567054] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14e2f35b-221d-46cc-9a69-2e2249fb1efb" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.567177] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14e2f35b-221d-46cc-9a69-2e2249fb1efb" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.567516] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14e2f35b-221d-46cc-9a69-2e2249fb1efb" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.567590] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14e2f35b-221d-46cc-9a69-2e2249fb1efb',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.712016] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b632c62f-4795-45eb-80ec-33e0a1a3cd13 in Status: SUCCESS [ 738.712016] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b632c62f-4795-45eb-80ec-33e0a1a3cd13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.712016] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b632c62f-4795-45eb-80ec-33e0a1a3cd13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.712016] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b632c62f-4795-45eb-80ec-33e0a1a3cd13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.715205] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.715205] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.715205] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.715495] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.715918] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.715918] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b632c62f-4795-45eb-80ec-33e0a1a3cd13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.715918] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b632c62f-4795-45eb-80ec-33e0a1a3cd13',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.719937] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 in Status: SUCCESS [ 738.720148] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.721140] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.722254] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.722948] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.723438] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.723506] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.724849] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.724942] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.725049] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.725149] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.858562] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35bc3143-6d34-401c-ae39-ebe7c68bff70',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.952949] env[65517]: INFO networking_nsxv3.common.synchronization [req-69995bdf-284a-4836-aa21-1ae28c8dcc4e req-ef1a1aa3-bd1e-4120-b285-dedf31180487 service nova] Enqueued Resource ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 with Priority: HIGHEST for action security_group_rules [ 738.953143] env[65517]: INFO networking_nsxv3.common.synchronization [req-69995bdf-284a-4836-aa21-1ae28c8dcc4e req-ef1a1aa3-bd1e-4120-b285-dedf31180487 service nova] Enqueued Resource ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 with Priority: HIGHEST for action security_group_members [ 738.953276] env[65517]: INFO networking_nsxv3.common.synchronization [req-69995bdf-284a-4836-aa21-1ae28c8dcc4e req-ef1a1aa3-bd1e-4120-b285-dedf31180487 service nova] Enqueued Resource ID: 93f5a0f6-2499-4475-b6e9-68d105b143f3 with Priority: HIGHEST for action port [ 738.953839] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 with Priority: HIGHEST for action security_group_rules [ 738.953994] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 with Priority: HIGHEST for action security_group_members [ 738.954190] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93f5a0f6-2499-4475-b6e9-68d105b143f3 with Priority: HIGHEST for action port [ 738.954473] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35bc3143-6d34-401c-ae39-ebe7c68bff70 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.954576] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.954768] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-35bc3143-6d34-401c-ae39-ebe7c68bff70 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.954843] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.955449] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-93f5a0f6-2499-4475-b6e9-68d105b143f3 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.955580] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93f5a0f6-2499-4475-b6e9-68d105b143f3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.955656] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93f5a0f6-2499-4475-b6e9-68d105b143f3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.956091] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93f5a0f6-2499-4475-b6e9-68d105b143f3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.956183] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93f5a0f6-2499-4475-b6e9-68d105b143f3',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.069911] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 14e2f35b-221d-46cc-9a69-2e2249fb1efb [ 739.070199] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.070329] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.070408] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.070615] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.070707] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.070801] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:14e2f35b-221d-46cc-9a69-2e2249fb1efb already deleted. [ 739.070885] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14e2f35b-221d-46cc-9a69-2e2249fb1efb" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.229134] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-362f12c2-2024-4d12-904b-e2bcf3c51aa5 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.229134] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.229134] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.229134] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.229134] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.229134] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.229134] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.229134] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.229669] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.229669] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.229669] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-362f12c2-2024-4d12-904b-e2bcf3c51aa5 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.229669] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.229669] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.229799] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.230667] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.230667] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.230667] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.230667] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.230667] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.230667] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.230667] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.231872] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b632c62f-4795-45eb-80ec-33e0a1a3cd13',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.290210] env[65517]: INFO networking_nsxv3.common.synchronization [None req-bdd714be-fb2b-47d4-be62-ffc03589f195 None None] Enqueued Resource ID: 687a9f4e-f533-4d16-ad9c-3dbd694e4437 with Priority: HIGHEST for action port [ 739.290861] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 687a9f4e-f533-4d16-ad9c-3dbd694e4437 with Priority: HIGHEST for action port [ 739.291235] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-687a9f4e-f533-4d16-ad9c-3dbd694e4437 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.291396] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-687a9f4e-f533-4d16-ad9c-3dbd694e4437" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.291487] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-687a9f4e-f533-4d16-ad9c-3dbd694e4437" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.291780] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-687a9f4e-f533-4d16-ad9c-3dbd694e4437" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.292152] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('687a9f4e-f533-4d16-ad9c-3dbd694e4437',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.360919] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35bc3143-6d34-401c-ae39-ebe7c68bff70',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.460032] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 93f5a0f6-2499-4475-b6e9-68d105b143f3 with status ACTIVE [ 739.460032] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.460324] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.460324] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.460406] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.460495] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.460736] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.460843] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.460902] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.461107] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.461193] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.461363] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.461420] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.461520] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.461616] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.461683] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.461770] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 93f5a0f6-2499-4475-b6e9-68d105b143f3 is going to be updated. [ 739.488204] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.488357] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.488426] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.488705] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.488817] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.489015] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93f5a0f6-2499-4475-b6e9-68d105b143f3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.683340] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e in Status: SUCCESS [ 739.683532] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e deletion is rescheduled due to dependency. [ 739.683651] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.738370] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 362f12c2-2024-4d12-904b-e2bcf3c51aa5: rpc.has_security_group_logging(os_id): False [ 739.738370] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b632c62f-4795-45eb-80ec-33e0a1a3cd13: rpc.has_security_group_logging(os_id): False [ 739.782344] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.783689] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.783769] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.784140] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.784203] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.784472] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.784649] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.784768] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.785055] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.786467] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.786467] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.786467] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.786467] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.786467] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.786467] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.786797] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.786797] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.786797] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.786894] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.787793] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.787793] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 is going to be updated. [ 739.788919] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.790020] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.790020] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.790020] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.790020] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.790020] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.790020] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.790020] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.790287] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.790287] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.790287] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b632c62f-4795-45eb-80ec-33e0a1a3cd13 is going to be created. [ 739.796641] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 687a9f4e-f533-4d16-ad9c-3dbd694e4437 [ 739.796737] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.796888] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.797032] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.797363] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.797485] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.797612] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:687a9f4e-f533-4d16-ad9c-3dbd694e4437 already deleted. [ 739.797705] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-687a9f4e-f533-4d16-ad9c-3dbd694e4437" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.864755] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.865419] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.865419] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.865547] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.866112] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.866112] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 is going to be updated. [ 739.936851] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.937072] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.937166] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.937435] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.937661] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.944530] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.944722] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.944722] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.948024] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.948024] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.988507] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b632c62f-4795-45eb-80ec-33e0a1a3cd13 in Status: IN_PROGRESS for 2s [ 739.998994] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 in Status: IN_PROGRESS for 2s [ 740.006280] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.006459] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.006513] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.006717] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.006860] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.041760] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 in Status: IN_PROGRESS for 2s [ 740.423426] env[65517]: INFO networking_nsxv3.common.synchronization [req-7cdd958e-561c-4f5d-a564-9ce8a7e205e0 req-c9320813-4c6a-4afe-a31e-c90baaff6c6d tempest-SecurityGroupsTestJSON-1089212024 tempest-SecurityGroupsTestJSON-1089212024-project-member] Enqueued Resource ID: 4c7b1217-7384-4374-8c14-0afb40414856 with Priority: HIGHEST for action security_group_members [ 740.423426] env[65517]: INFO networking_nsxv3.common.synchronization [req-7cdd958e-561c-4f5d-a564-9ce8a7e205e0 req-c9320813-4c6a-4afe-a31e-c90baaff6c6d tempest-SecurityGroupsTestJSON-1089212024 tempest-SecurityGroupsTestJSON-1089212024-project-member] Enqueued Resource ID: b632c62f-4795-45eb-80ec-33e0a1a3cd13 with Priority: HIGHEST for action security_group_members [ 740.423426] env[65517]: INFO networking_nsxv3.common.synchronization [req-7cdd958e-561c-4f5d-a564-9ce8a7e205e0 req-c9320813-4c6a-4afe-a31e-c90baaff6c6d tempest-SecurityGroupsTestJSON-1089212024 tempest-SecurityGroupsTestJSON-1089212024-project-member] Enqueued Resource ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 with Priority: HIGHEST for action security_group_members [ 740.425644] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c7b1217-7384-4374-8c14-0afb40414856 with Priority: HIGHEST for action security_group_members [ 740.427492] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b632c62f-4795-45eb-80ec-33e0a1a3cd13 with Priority: HIGHEST for action security_group_members [ 740.427492] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 with Priority: HIGHEST for action security_group_members [ 740.427593] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c7b1217-7384-4374-8c14-0afb40414856 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.427754] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c7b1217-7384-4374-8c14-0afb40414856" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.427856] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c7b1217-7384-4374-8c14-0afb40414856" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.428218] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c7b1217-7384-4374-8c14-0afb40414856" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.428408] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.428542] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.428606] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.428808] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.428901] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.429106] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c7b1217-7384-4374-8c14-0afb40414856',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.431304] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-b632c62f-4795-45eb-80ec-33e0a1a3cd13 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.431490] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b632c62f-4795-45eb-80ec-33e0a1a3cd13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.431607] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b632c62f-4795-45eb-80ec-33e0a1a3cd13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.431998] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b632c62f-4795-45eb-80ec-33e0a1a3cd13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.432235] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.432405] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.432468] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.433771] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.433771] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.433771] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b632c62f-4795-45eb-80ec-33e0a1a3cd13',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.435727] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-362f12c2-2024-4d12-904b-e2bcf3c51aa5 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.435896] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.436038] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.436213] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.436378] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.436482] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.436559] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.436888] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.436994] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.437128] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.491805] env[65517]: INFO networking_nsxv3.common.synchronization [req-7cdd958e-561c-4f5d-a564-9ce8a7e205e0 req-c9320813-4c6a-4afe-a31e-c90baaff6c6d tempest-SecurityGroupsTestJSON-1089212024 tempest-SecurityGroupsTestJSON-1089212024-project-member] Enqueued Resource ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 with Priority: HIGHEST for action security_group_rules [ 740.492475] env[65517]: INFO networking_nsxv3.common.synchronization [req-7cdd958e-561c-4f5d-a564-9ce8a7e205e0 req-c9320813-4c6a-4afe-a31e-c90baaff6c6d tempest-SecurityGroupsTestJSON-1089212024 tempest-SecurityGroupsTestJSON-1089212024-project-member] Enqueued Resource ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 with Priority: HIGHEST for action security_group_members [ 740.492475] env[65517]: INFO networking_nsxv3.common.synchronization [req-7cdd958e-561c-4f5d-a564-9ce8a7e205e0 req-c9320813-4c6a-4afe-a31e-c90baaff6c6d tempest-SecurityGroupsTestJSON-1089212024 tempest-SecurityGroupsTestJSON-1089212024-project-member] Enqueued Resource ID: 4c7b1217-7384-4374-8c14-0afb40414856 with Priority: HIGHEST for action security_group_rules [ 740.492475] env[65517]: INFO networking_nsxv3.common.synchronization [req-7cdd958e-561c-4f5d-a564-9ce8a7e205e0 req-c9320813-4c6a-4afe-a31e-c90baaff6c6d tempest-SecurityGroupsTestJSON-1089212024 tempest-SecurityGroupsTestJSON-1089212024-project-member] Enqueued Resource ID: 4c7b1217-7384-4374-8c14-0afb40414856 with Priority: HIGHEST for action security_group_members [ 740.492585] env[65517]: INFO networking_nsxv3.common.synchronization [req-7cdd958e-561c-4f5d-a564-9ce8a7e205e0 req-c9320813-4c6a-4afe-a31e-c90baaff6c6d tempest-SecurityGroupsTestJSON-1089212024 tempest-SecurityGroupsTestJSON-1089212024-project-member] Enqueued Resource ID: b632c62f-4795-45eb-80ec-33e0a1a3cd13 with Priority: HIGHEST for action security_group_rules [ 740.492745] env[65517]: INFO networking_nsxv3.common.synchronization [req-7cdd958e-561c-4f5d-a564-9ce8a7e205e0 req-c9320813-4c6a-4afe-a31e-c90baaff6c6d tempest-SecurityGroupsTestJSON-1089212024 tempest-SecurityGroupsTestJSON-1089212024-project-member] Enqueued Resource ID: b632c62f-4795-45eb-80ec-33e0a1a3cd13 with Priority: HIGHEST for action security_group_members [ 740.492775] env[65517]: INFO networking_nsxv3.common.synchronization [req-7cdd958e-561c-4f5d-a564-9ce8a7e205e0 req-c9320813-4c6a-4afe-a31e-c90baaff6c6d tempest-SecurityGroupsTestJSON-1089212024 tempest-SecurityGroupsTestJSON-1089212024-project-member] Enqueued Resource ID: 37951fc0-2513-48ca-8e6a-42be7de65465 with Priority: HIGHEST for action port [ 740.496389] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 with Priority: HIGHEST for action security_group_rules [ 740.496389] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c7b1217-7384-4374-8c14-0afb40414856 with Priority: HIGHEST for action security_group_rules [ 740.496389] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b632c62f-4795-45eb-80ec-33e0a1a3cd13 with Priority: HIGHEST for action security_group_members [ 740.496389] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37951fc0-2513-48ca-8e6a-42be7de65465 with Priority: HIGHEST for action port [ 740.496389] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b632c62f-4795-45eb-80ec-33e0a1a3cd13 with Priority: HIGHEST for action security_group_rules [ 740.496389] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 with Priority: HIGHEST for action security_group_members [ 740.496389] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c7b1217-7384-4374-8c14-0afb40414856 with Priority: HIGHEST for action security_group_members [ 740.496389] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-362f12c2-2024-4d12-904b-e2bcf3c51aa5 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.496389] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.496389] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c7b1217-7384-4374-8c14-0afb40414856 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.496389] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c7b1217-7384-4374-8c14-0afb40414856" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.496389] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c7b1217-7384-4374-8c14-0afb40414856" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.496389] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c7b1217-7384-4374-8c14-0afb40414856" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.496389] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c7b1217-7384-4374-8c14-0afb40414856',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.498029] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-b632c62f-4795-45eb-80ec-33e0a1a3cd13 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.498029] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b632c62f-4795-45eb-80ec-33e0a1a3cd13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.498029] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-37951fc0-2513-48ca-8e6a-42be7de65465 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.498029] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37951fc0-2513-48ca-8e6a-42be7de65465" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.498238] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37951fc0-2513-48ca-8e6a-42be7de65465" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.498372] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37951fc0-2513-48ca-8e6a-42be7de65465" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.500464] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37951fc0-2513-48ca-8e6a-42be7de65465',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.502243] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b632c62f-4795-45eb-80ec-33e0a1a3cd13 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.502419] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b632c62f-4795-45eb-80ec-33e0a1a3cd13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.502771] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-362f12c2-2024-4d12-904b-e2bcf3c51aa5 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.502876] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.503137] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c7b1217-7384-4374-8c14-0afb40414856 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.503311] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c7b1217-7384-4374-8c14-0afb40414856" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.870723] env[65517]: INFO networking_nsxv3.common.synchronization [None req-50dc121e-7263-41db-b6f7-f51133a7b54c None None] Enqueued Resource ID: 49eab27d-1291-4c9d-b386-24bf48ff80d4 with Priority: HIGHEST for action port [ 740.871120] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49eab27d-1291-4c9d-b386-24bf48ff80d4 with Priority: HIGHEST for action port [ 740.871452] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-49eab27d-1291-4c9d-b386-24bf48ff80d4 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.871578] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49eab27d-1291-4c9d-b386-24bf48ff80d4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.871645] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49eab27d-1291-4c9d-b386-24bf48ff80d4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.871908] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49eab27d-1291-4c9d-b386-24bf48ff80d4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.871992] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49eab27d-1291-4c9d-b386-24bf48ff80d4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.936599] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b632c62f-4795-45eb-80ec-33e0a1a3cd13',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.940045] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.941142] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c7b1217-7384-4374-8c14-0afb40414856',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.005211] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37951fc0-2513-48ca-8e6a-42be7de65465 with status ACTIVE [ 741.005431] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.005615] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.005710] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.006164] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.006164] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.006416] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.006653] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.006766] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.007100] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.007174] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.007390] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.007523] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.007609] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.007817] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.007925] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.008058] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37951fc0-2513-48ca-8e6a-42be7de65465 is going to be updated. [ 741.009803] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c7b1217-7384-4374-8c14-0afb40414856 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.010122] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c7b1217-7384-4374-8c14-0afb40414856" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.053379] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.053592] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.053666] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.053888] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.054042] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.054203] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37951fc0-2513-48ca-8e6a-42be7de65465" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.222751] env[65517]: INFO networking_nsxv3.common.synchronization [req-4998f34e-2639-422a-a8d4-e3b23d316f46 req-155a47f9-0c88-4f97-be44-ad26da4bf392 tempest-AttachInterfacesUnderV243Test-1774195526 tempest-AttachInterfacesUnderV243Test-1774195526-project-member] Enqueued Resource ID: e8931dd8-eead-4912-abf3-00443bed754b with Priority: HIGHEST for action security_group_members [ 741.222751] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8931dd8-eead-4912-abf3-00443bed754b with Priority: HIGHEST for action security_group_members [ 741.222751] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8931dd8-eead-4912-abf3-00443bed754b taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.222751] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.222751] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.222751] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.222751] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.222751] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.222751] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.223161] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.223222] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.223322] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8931dd8-eead-4912-abf3-00443bed754b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.237479] env[65517]: INFO networking_nsxv3.common.synchronization [req-4998f34e-2639-422a-a8d4-e3b23d316f46 req-155a47f9-0c88-4f97-be44-ad26da4bf392 tempest-AttachInterfacesUnderV243Test-1774195526 tempest-AttachInterfacesUnderV243Test-1774195526-project-member] Enqueued Resource ID: e8931dd8-eead-4912-abf3-00443bed754b with Priority: HIGHEST for action security_group_rules [ 741.238049] env[65517]: INFO networking_nsxv3.common.synchronization [req-4998f34e-2639-422a-a8d4-e3b23d316f46 req-155a47f9-0c88-4f97-be44-ad26da4bf392 tempest-AttachInterfacesUnderV243Test-1774195526 tempest-AttachInterfacesUnderV243Test-1774195526-project-member] Enqueued Resource ID: e8931dd8-eead-4912-abf3-00443bed754b with Priority: HIGHEST for action security_group_members [ 741.238049] env[65517]: INFO networking_nsxv3.common.synchronization [req-4998f34e-2639-422a-a8d4-e3b23d316f46 req-155a47f9-0c88-4f97-be44-ad26da4bf392 tempest-AttachInterfacesUnderV243Test-1774195526 tempest-AttachInterfacesUnderV243Test-1774195526-project-member] Enqueued Resource ID: dcf081b2-7a3e-4efd-84fa-bbf035dfd690 with Priority: HIGHEST for action port [ 741.240334] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8931dd8-eead-4912-abf3-00443bed754b with Priority: HIGHEST for action security_group_rules [ 741.240545] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8931dd8-eead-4912-abf3-00443bed754b with Priority: HIGHEST for action security_group_members [ 741.240706] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcf081b2-7a3e-4efd-84fa-bbf035dfd690 with Priority: HIGHEST for action port [ 741.241288] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8931dd8-eead-4912-abf3-00443bed754b taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.241464] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.241563] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.241935] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.242036] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8931dd8-eead-4912-abf3-00443bed754b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.246575] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8931dd8-eead-4912-abf3-00443bed754b taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.246729] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.246995] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcf081b2-7a3e-4efd-84fa-bbf035dfd690 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.247160] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcf081b2-7a3e-4efd-84fa-bbf035dfd690" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.247270] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcf081b2-7a3e-4efd-84fa-bbf035dfd690" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.248911] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcf081b2-7a3e-4efd-84fa-bbf035dfd690" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.248911] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcf081b2-7a3e-4efd-84fa-bbf035dfd690',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.377676] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49eab27d-1291-4c9d-b386-24bf48ff80d4 [ 741.377676] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.377848] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.377848] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.378244] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.378244] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.378244] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49eab27d-1291-4c9d-b386-24bf48ff80d4 already deleted. [ 741.378244] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49eab27d-1291-4c9d-b386-24bf48ff80d4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.439146] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b632c62f-4795-45eb-80ec-33e0a1a3cd13',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.443738] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.444606] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c7b1217-7384-4374-8c14-0afb40414856',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.564070] env[65517]: INFO networking_nsxv3.common.synchronization [None req-aa93776e-ea64-4f97-8760-f80c5465c1ce None None] Enqueued Resource ID: 25b5bcc5-7de5-4f4b-b680-53142cb58358 with Priority: HIGHEST for action port [ 741.564070] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25b5bcc5-7de5-4f4b-b680-53142cb58358 with Priority: HIGHEST for action port [ 741.564070] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-25b5bcc5-7de5-4f4b-b680-53142cb58358 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.564070] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25b5bcc5-7de5-4f4b-b680-53142cb58358" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.565118] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25b5bcc5-7de5-4f4b-b680-53142cb58358" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.565624] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25b5bcc5-7de5-4f4b-b680-53142cb58358" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.565624] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25b5bcc5-7de5-4f4b-b680-53142cb58358',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.617449] env[65517]: INFO networking_nsxv3.common.synchronization [req-954adebc-7e4d-45ef-af5f-3c4afa1b2565 req-ea4df1af-9c66-446d-ad35-ebdcb2b29d33 tempest-ListImageFiltersTestJSON-972265694 tempest-ListImageFiltersTestJSON-972265694-project-member] Enqueued Resource ID: 0d18e879-e18d-46ea-9b66-5a4cdd9d8266 with Priority: HIGHEST for action security_group_members [ 741.618021] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d18e879-e18d-46ea-9b66-5a4cdd9d8266 with Priority: HIGHEST for action security_group_members [ 741.618368] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.618486] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.618549] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.619755] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.619755] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.619755] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.619755] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.619939] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.619939] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.620467] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d18e879-e18d-46ea-9b66-5a4cdd9d8266',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.726851] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8931dd8-eead-4912-abf3-00443bed754b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.750541] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8931dd8-eead-4912-abf3-00443bed754b taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.750541] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.750541] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dcf081b2-7a3e-4efd-84fa-bbf035dfd690 with status ACTIVE [ 741.750541] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.750541] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.750541] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.751049] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.751049] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.751049] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.751143] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.751143] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.751301] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.751362] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.751535] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.751621] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.751684] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.751817] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.751885] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.751963] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dcf081b2-7a3e-4efd-84fa-bbf035dfd690 is going to be updated. [ 741.777180] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.777328] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.777397] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.777620] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.777759] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.778089] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcf081b2-7a3e-4efd-84fa-bbf035dfd690" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.942237] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.942366] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.942420] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.942648] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.942745] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.942844] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b632c62f-4795-45eb-80ec-33e0a1a3cd13 is going to be updated. [ 741.945948] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.946132] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.946192] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.946397] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.946481] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.946664] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 is going to be updated. [ 741.948058] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.948203] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.950804] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.951304] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.951430] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.951430] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c7b1217-7384-4374-8c14-0afb40414856 is going to be created. [ 741.995082] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.995082] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.995082] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.995082] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.995082] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.997582] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.999927] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.000169] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.000618] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.000885] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.002811] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.003068] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.003213] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.003495] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.003714] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.025183] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 in Status: IN_PROGRESS for 2s [ 742.025183] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c7b1217-7384-4374-8c14-0afb40414856 in Status: UNINITIALIZED for 2s [ 742.025751] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b632c62f-4795-45eb-80ec-33e0a1a3cd13 in Status: IN_PROGRESS for 2s [ 742.029420] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b632c62f-4795-45eb-80ec-33e0a1a3cd13 in Status: SUCCESS [ 742.029720] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b632c62f-4795-45eb-80ec-33e0a1a3cd13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.029800] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b632c62f-4795-45eb-80ec-33e0a1a3cd13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.030022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b632c62f-4795-45eb-80ec-33e0a1a3cd13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.030111] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b632c62f-4795-45eb-80ec-33e0a1a3cd13',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.031575] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 in Status: SUCCESS [ 742.031776] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.031931] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.032227] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.032337] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.054343] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 in Status: SUCCESS [ 742.054812] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.054812] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.055134] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.055361] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.055509] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.055592] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.055790] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.055883] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.055991] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.056195] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-35bc3143-6d34-401c-ae39-ebe7c68bff70 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.057748] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.057748] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.057748] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.057748] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.057748] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.057748] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.057748] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.057748] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.057748] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.057748] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35bc3143-6d34-401c-ae39-ebe7c68bff70',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.058735] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.058937] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.059104] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.059241] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.059281] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.059401] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.059487] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.059614] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35bc3143-6d34-401c-ae39-ebe7c68bff70',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.070966] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 25b5bcc5-7de5-4f4b-b680-53142cb58358 [ 742.071338] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.071614] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.071614] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.071794] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.072025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.072025] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:25b5bcc5-7de5-4f4b-b680-53142cb58358 already deleted. [ 742.072186] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25b5bcc5-7de5-4f4b-b680-53142cb58358" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.124144] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d18e879-e18d-46ea-9b66-5a4cdd9d8266',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.164292] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-380 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.164478] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-380" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.164596] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-380" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.164855] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-380" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.165150] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.165291] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.165469] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.165772] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.165772] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.165933] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 742.166050] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 742.166154] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 742.166258] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 742.166358] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 742.166448] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 742.166571] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 742.191237] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 742.191415] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 742.191525] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 742.191696] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-380" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.192025] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-345f682f-4aaa-4bc1-bb61-e9d25e6288c5 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.192195] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-345f682f-4aaa-4bc1-bb61-e9d25e6288c5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.192301] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-345f682f-4aaa-4bc1-bb61-e9d25e6288c5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.192993] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-345f682f-4aaa-4bc1-bb61-e9d25e6288c5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.192993] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('345f682f-4aaa-4bc1-bb61-e9d25e6288c5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.235416] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8931dd8-eead-4912-abf3-00443bed754b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.535309] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-b632c62f-4795-45eb-80ec-33e0a1a3cd13 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.535309] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b632c62f-4795-45eb-80ec-33e0a1a3cd13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.535309] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-362f12c2-2024-4d12-904b-e2bcf3c51aa5 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.535309] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.567097] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35bc3143-6d34-401c-ae39-ebe7c68bff70: rpc.has_security_group_logging(os_id): False [ 742.567693] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35bc3143-6d34-401c-ae39-ebe7c68bff70',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.590150] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.590318] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.590318] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.590781] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.590781] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.590903] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.591016] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.591052] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.591215] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.591295] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.591478] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.591570] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.591632] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.591840] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.591904] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.592795] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.592795] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.592795] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.592795] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.592975] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.592975] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 is going to be created. [ 742.627237] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d18e879-e18d-46ea-9b66-5a4cdd9d8266',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.677626] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.677626] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.677626] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.677626] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.677626] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.694919] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 in Status: IN_PROGRESS for 2s [ 742.697021] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.697021] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.697021] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.697021] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.697021] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.697021] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port 345f682f-4aaa-4bc1-bb61-e9d25e6288c5 not found, creating... [ 742.697021] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.697021] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.697021] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.698205] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.698557] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.699046] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.699223] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.699333] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.699566] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.699703] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.699839] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: 345f682f-4aaa-4bc1-bb61-e9d25e6288c5 is going to be created. [ 742.740034] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.740034] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.740034] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.740034] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.740034] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.740034] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8931dd8-eead-4912-abf3-00443bed754b is going to be updated. [ 742.745763] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.745994] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.746101] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.746442] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.748327] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.748607] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-345f682f-4aaa-4bc1-bb61-e9d25e6288c5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.838628] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.838924] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.839079] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.839197] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.839352] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.861256] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8931dd8-eead-4912-abf3-00443bed754b in Status: IN_PROGRESS for 2s [ 743.072714] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35bc3143-6d34-401c-ae39-ebe7c68bff70',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.132023] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.132023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.132023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.132023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.132023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.132023] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d18e879-e18d-46ea-9b66-5a4cdd9d8266 is going to be updated. [ 743.173985] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.173985] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.173985] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.173985] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.173985] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.183780] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d18e879-e18d-46ea-9b66-5a4cdd9d8266 in Status: IN_PROGRESS for 2s [ 743.484596] env[65517]: INFO networking_nsxv3.common.synchronization [req-954adebc-7e4d-45ef-af5f-3c4afa1b2565 req-03dbafbd-9140-463a-baed-2d348a51f132 service nova] Enqueued Resource ID: 0d18e879-e18d-46ea-9b66-5a4cdd9d8266 with Priority: HIGHEST for action security_group_rules [ 743.484916] env[65517]: INFO networking_nsxv3.common.synchronization [req-954adebc-7e4d-45ef-af5f-3c4afa1b2565 req-03dbafbd-9140-463a-baed-2d348a51f132 service nova] Enqueued Resource ID: 0d18e879-e18d-46ea-9b66-5a4cdd9d8266 with Priority: HIGHEST for action security_group_members [ 743.486043] env[65517]: INFO networking_nsxv3.common.synchronization [req-954adebc-7e4d-45ef-af5f-3c4afa1b2565 req-03dbafbd-9140-463a-baed-2d348a51f132 service nova] Enqueued Resource ID: 345f682f-4aaa-4bc1-bb61-e9d25e6288c5 with Priority: HIGHEST for action port [ 743.486954] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d18e879-e18d-46ea-9b66-5a4cdd9d8266 with Priority: HIGHEST for action security_group_rules [ 743.487446] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d18e879-e18d-46ea-9b66-5a4cdd9d8266 with Priority: HIGHEST for action security_group_members [ 743.487619] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 345f682f-4aaa-4bc1-bb61-e9d25e6288c5 with Priority: HIGHEST for action port [ 743.487978] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d18e879-e18d-46ea-9b66-5a4cdd9d8266 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.489579] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.489579] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.489579] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.489579] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d18e879-e18d-46ea-9b66-5a4cdd9d8266',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.490426] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.490602] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.490933] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-345f682f-4aaa-4bc1-bb61-e9d25e6288c5 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.491144] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-345f682f-4aaa-4bc1-bb61-e9d25e6288c5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.491272] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-345f682f-4aaa-4bc1-bb61-e9d25e6288c5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.491493] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-345f682f-4aaa-4bc1-bb61-e9d25e6288c5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.491614] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('345f682f-4aaa-4bc1-bb61-e9d25e6288c5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.576412] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.576766] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.576766] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.576887] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.577077] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.577135] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 is going to be updated. [ 743.615635] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.615635] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.615635] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.615635] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.615635] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.625879] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 in Status: IN_PROGRESS for 2s [ 743.993661] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 345f682f-4aaa-4bc1-bb61-e9d25e6288c5 with status ACTIVE [ 743.993931] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.994099] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.994173] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.994537] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.994649] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.994861] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.995275] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.995340] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.995721] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.995870] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.996015] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.996147] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.996225] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.996382] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.997166] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.997166] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 345f682f-4aaa-4bc1-bb61-e9d25e6288c5 is going to be updated. [ 743.998039] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.998202] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.009772] env[65517]: INFO networking_nsxv3.common.synchronization [req-d6474c22-4d93-4fcd-8a7c-e53b38111fa6 req-5381b1f2-01b7-436e-96e5-3958c784c555 tempest-SecurityGroupRulesTestJSON-917772578 tempest-SecurityGroupRulesTestJSON-917772578-project-member] Enqueued Resource ID: 6c99bad7-1631-46b8-a77b-656b1e7b4fa8 with Priority: HIGHEST for action security_group_rules [ 744.012212] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c99bad7-1631-46b8-a77b-656b1e7b4fa8 with Priority: HIGHEST for action security_group_rules [ 744.012679] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c99bad7-1631-46b8-a77b-656b1e7b4fa8 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.012679] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c99bad7-1631-46b8-a77b-656b1e7b4fa8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.012924] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c99bad7-1631-46b8-a77b-656b1e7b4fa8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.012924] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c99bad7-1631-46b8-a77b-656b1e7b4fa8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.013086] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c99bad7-1631-46b8-a77b-656b1e7b4fa8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.036062] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.036062] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.036062] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.036062] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.036062] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.036062] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-345f682f-4aaa-4bc1-bb61-e9d25e6288c5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.042558] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c7b1217-7384-4374-8c14-0afb40414856 in Status: SUCCESS [ 744.042558] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c7b1217-7384-4374-8c14-0afb40414856" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.042864] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c7b1217-7384-4374-8c14-0afb40414856" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.043136] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c7b1217-7384-4374-8c14-0afb40414856" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.043347] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.043531] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.043623] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.044052] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.044052] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.044185] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c7b1217-7384-4374-8c14-0afb40414856',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.045822] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b632c62f-4795-45eb-80ec-33e0a1a3cd13 in Status: SUCCESS [ 744.047673] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b632c62f-4795-45eb-80ec-33e0a1a3cd13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.047673] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 in Status: SUCCESS [ 744.047673] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.047881] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b632c62f-4795-45eb-80ec-33e0a1a3cd13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.048282] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b632c62f-4795-45eb-80ec-33e0a1a3cd13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.048395] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.048489] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.048587] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.049096] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.049096] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.049096] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b632c62f-4795-45eb-80ec-33e0a1a3cd13',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.050050] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.050305] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.050475] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.053066] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.053066] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.053066] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.053066] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.053066] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.312075] env[65517]: INFO networking_nsxv3.common.synchronization [None req-8ecf7bab-d3d6-4e66-8b70-a24008d1c27f None None] Enqueued Resource ID: a11bd0be-4949-4996-baa2-b777b2af6d84 with Priority: HIGHEST for action port [ 744.312075] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a11bd0be-4949-4996-baa2-b777b2af6d84 with Priority: HIGHEST for action port [ 744.312075] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-a11bd0be-4949-4996-baa2-b777b2af6d84 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.312075] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a11bd0be-4949-4996-baa2-b777b2af6d84" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.312075] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a11bd0be-4949-4996-baa2-b777b2af6d84" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.313058] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a11bd0be-4949-4996-baa2-b777b2af6d84" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.313317] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a11bd0be-4949-4996-baa2-b777b2af6d84',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.537142] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.537395] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.537395] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.537880] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.537880] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.537880] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c99bad7-1631-46b8-a77b-656b1e7b4fa8 already deleted. [ 744.537880] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c99bad7-1631-46b8-a77b-656b1e7b4fa8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.552989] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b632c62f-4795-45eb-80ec-33e0a1a3cd13',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.554315] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c7b1217-7384-4374-8c14-0afb40414856',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.554784] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.722443] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 in Status: SUCCESS [ 744.724922] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.725180] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.725600] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.725600] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35bc3143-6d34-401c-ae39-ebe7c68bff70',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.815785] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a11bd0be-4949-4996-baa2-b777b2af6d84 [ 744.816142] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.816298] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.816444] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.817993] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.817993] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.817993] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a11bd0be-4949-4996-baa2-b777b2af6d84 already deleted. [ 744.817993] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a11bd0be-4949-4996-baa2-b777b2af6d84" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.878954] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8931dd8-eead-4912-abf3-00443bed754b in Status: SUCCESS [ 744.879645] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.879922] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.880206] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.880447] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.880573] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.880679] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.880863] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.880952] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.881705] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8931dd8-eead-4912-abf3-00443bed754b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.057088] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b632c62f-4795-45eb-80ec-33e0a1a3cd13',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.057904] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c7b1217-7384-4374-8c14-0afb40414856',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.058623] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.198137] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d18e879-e18d-46ea-9b66-5a4cdd9d8266 in Status: SUCCESS [ 745.198425] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.199046] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.199280] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.199696] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.199696] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.199696] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.199904] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.199954] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.200106] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d18e879-e18d-46ea-9b66-5a4cdd9d8266',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.230903] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-35bc3143-6d34-401c-ae39-ebe7c68bff70 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.231772] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.384306] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8931dd8-eead-4912-abf3-00443bed754b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.560540] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.560679] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.560750] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.560969] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.561069] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.561162] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b632c62f-4795-45eb-80ec-33e0a1a3cd13 is going to be updated. [ 745.563565] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.563636] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.563671] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.563868] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.563954] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.564051] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c7b1217-7384-4374-8c14-0afb40414856 is going to be updated. [ 745.565634] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.565743] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.565809] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.566044] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.566117] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.566208] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 is going to be updated. [ 745.614791] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.614959] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.615016] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.615216] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.615362] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.617197] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.617315] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.617413] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.617552] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.617679] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.620539] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.620779] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.620865] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.621622] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.621798] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.632564] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 in Status: IN_PROGRESS for 2s [ 745.633353] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c7b1217-7384-4374-8c14-0afb40414856 in Status: IN_PROGRESS for 2s [ 745.633925] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b632c62f-4795-45eb-80ec-33e0a1a3cd13 in Status: IN_PROGRESS for 2s [ 745.638053] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 in Status: SUCCESS [ 745.638053] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.638210] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.638365] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.639448] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.639448] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.639448] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.639448] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.639448] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.639448] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35bc3143-6d34-401c-ae39-ebe7c68bff70',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.708528] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d18e879-e18d-46ea-9b66-5a4cdd9d8266',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.888773] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8931dd8-eead-4912-abf3-00443bed754b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.141102] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35bc3143-6d34-401c-ae39-ebe7c68bff70',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.212156] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d18e879-e18d-46ea-9b66-5a4cdd9d8266',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.395163] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.395372] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.395441] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.395759] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.395825] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.395950] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8931dd8-eead-4912-abf3-00443bed754b is going to be updated. [ 746.448062] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.448062] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.448062] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.448062] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.448062] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.459044] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8931dd8-eead-4912-abf3-00443bed754b in Status: IN_PROGRESS for 2s [ 746.644051] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35bc3143-6d34-401c-ae39-ebe7c68bff70',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.714792] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.715103] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.715288] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.715708] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.715708] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.715708] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d18e879-e18d-46ea-9b66-5a4cdd9d8266 is going to be updated. [ 746.758419] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.759314] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.759454] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.759766] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.759954] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.775093] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d18e879-e18d-46ea-9b66-5a4cdd9d8266 in Status: IN_PROGRESS for 2s [ 747.146043] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.146043] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.146425] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.146425] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.146425] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.146529] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 is going to be updated. [ 747.204288] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.204430] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.204493] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.204704] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.204849] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.230569] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 in Status: IN_PROGRESS for 2s [ 747.566652] env[65517]: INFO networking_nsxv3.common.synchronization [None req-a8145316-5426-4fef-9f75-158547e5ba74 tempest-ImagesOneServerNegativeTestJSON-186561115 tempest-ImagesOneServerNegativeTestJSON-186561115-project-member] Enqueued Resource ID: c9d30442-5b27-45b9-907d-299c226f1a1e with Priority: HIGHEST for action security_group_rules [ 747.567394] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9d30442-5b27-45b9-907d-299c226f1a1e with Priority: HIGHEST for action security_group_rules [ 747.569813] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9d30442-5b27-45b9-907d-299c226f1a1e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.569813] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9d30442-5b27-45b9-907d-299c226f1a1e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.569813] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9d30442-5b27-45b9-907d-299c226f1a1e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.569813] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9d30442-5b27-45b9-907d-299c226f1a1e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.569813] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9d30442-5b27-45b9-907d-299c226f1a1e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.648855] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 in Status: SUCCESS [ 747.648855] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.649074] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.651036] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.651036] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.651036] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.651036] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.651036] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.651036] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.651036] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.651036] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.652591] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b632c62f-4795-45eb-80ec-33e0a1a3cd13 in Status: SUCCESS [ 747.653414] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b632c62f-4795-45eb-80ec-33e0a1a3cd13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.654041] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c7b1217-7384-4374-8c14-0afb40414856 in Status: SUCCESS [ 747.654041] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c7b1217-7384-4374-8c14-0afb40414856" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.655029] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b632c62f-4795-45eb-80ec-33e0a1a3cd13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.655029] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b632c62f-4795-45eb-80ec-33e0a1a3cd13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.655379] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.655504] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.655568] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.655780] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.655894] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.655985] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b632c62f-4795-45eb-80ec-33e0a1a3cd13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.656088] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b632c62f-4795-45eb-80ec-33e0a1a3cd13',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.657055] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c7b1217-7384-4374-8c14-0afb40414856" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.657254] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c7b1217-7384-4374-8c14-0afb40414856" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.657461] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.657615] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.659010] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.659010] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.659010] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.659010] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c7b1217-7384-4374-8c14-0afb40414856" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.659010] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c7b1217-7384-4374-8c14-0afb40414856',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.831471] env[65517]: INFO networking_nsxv3.common.synchronization [None req-c5c85538-bcdc-47bb-a5ab-46cb43154ce2 tempest-ImagesOneServerNegativeTestJSON-186561115 tempest-ImagesOneServerNegativeTestJSON-186561115-project-member] Enqueued Resource ID: c9d30442-5b27-45b9-907d-299c226f1a1e with Priority: HIGHEST for action security_group_rules [ 747.831471] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9d30442-5b27-45b9-907d-299c226f1a1e with Priority: HIGHEST for action security_group_rules [ 747.831757] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9d30442-5b27-45b9-907d-299c226f1a1e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.831980] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9d30442-5b27-45b9-907d-299c226f1a1e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.107426] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.107426] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.107426] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.107426] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.107426] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.107426] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9d30442-5b27-45b9-907d-299c226f1a1e already deleted. [ 748.107426] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9d30442-5b27-45b9-907d-299c226f1a1e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.107426] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9d30442-5b27-45b9-907d-299c226f1a1e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.108018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9d30442-5b27-45b9-907d-299c226f1a1e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.108018] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9d30442-5b27-45b9-907d-299c226f1a1e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.160426] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-362f12c2-2024-4d12-904b-e2bcf3c51aa5 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.160764] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.160764] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.160965] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.161083] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.161370] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.161370] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.161552] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.161552] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.161624] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.161855] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-362f12c2-2024-4d12-904b-e2bcf3c51aa5 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.162197] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.162197] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.162362] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.163396] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.163396] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.163396] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.163396] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.163396] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.163396] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.163662] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.165134] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b632c62f-4795-45eb-80ec-33e0a1a3cd13',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.166196] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c7b1217-7384-4374-8c14-0afb40414856',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.481251] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8931dd8-eead-4912-abf3-00443bed754b in Status: SUCCESS [ 748.482807] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.482807] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.482807] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.482807] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.482807] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.482807] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.482807] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.482807] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.482807] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.482807] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8931dd8-eead-4912-abf3-00443bed754b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.668227] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c7b1217-7384-4374-8c14-0afb40414856: rpc.has_security_group_logging(os_id): False [ 748.670624] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 362f12c2-2024-4d12-904b-e2bcf3c51aa5: rpc.has_security_group_logging(os_id): False [ 748.676022] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.676022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.676022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.676022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.676022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.676022] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9d30442-5b27-45b9-907d-299c226f1a1e already deleted. [ 748.676022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9d30442-5b27-45b9-907d-299c226f1a1e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.679461] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b632c62f-4795-45eb-80ec-33e0a1a3cd13: rpc.has_security_group_logging(os_id): False [ 748.726863] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.727154] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.727202] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.727673] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.727673] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.727800] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.727938] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.728158] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.728385] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.728492] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.728625] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c7b1217-7384-4374-8c14-0afb40414856 is going to be created. [ 748.732210] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.732373] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.732461] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.732682] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.733570] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.733872] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.734016] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.734402] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.734632] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.734802] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.734904] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b632c62f-4795-45eb-80ec-33e0a1a3cd13 is going to be updated. [ 748.737620] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.737823] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.737939] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.738737] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.738833] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.739089] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.739200] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.739266] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.739432] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.739512] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.739973] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.741141] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.741349] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.741537] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.741645] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.743264] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.743264] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.743264] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.743445] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.743445] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.743509] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 is going to be updated. [ 748.805253] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d18e879-e18d-46ea-9b66-5a4cdd9d8266 in Status: SUCCESS [ 748.805764] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.805965] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.806275] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.806474] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.806610] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.806675] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.806868] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.806946] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.807067] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.807141] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d18e879-e18d-46ea-9b66-5a4cdd9d8266',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.932645] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.932878] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.932878] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.933254] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.933676] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.989030] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8931dd8-eead-4912-abf3-00443bed754b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.990817] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.991027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.991127] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.991417] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.991616] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.002349] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.002535] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.002641] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.002936] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.003190] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.041963] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c7b1217-7384-4374-8c14-0afb40414856 in Status: IN_PROGRESS for 2s [ 749.069028] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b632c62f-4795-45eb-80ec-33e0a1a3cd13 in Status: IN_PROGRESS for 2s [ 749.069461] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 in Status: IN_PROGRESS for 2s [ 749.249333] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 in Status: SUCCESS [ 749.250050] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.250050] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.250050] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.250215] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.250337] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.250405] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.252222] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.252222] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.252222] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.252222] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35bc3143-6d34-401c-ae39-ebe7c68bff70',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.255081] env[65517]: INFO networking_nsxv3.common.synchronization [req-91954964-39d9-4d8e-89ea-146f50ec698f req-8bf329bf-dc1f-4251-8a2a-f21b90ff41d0 tempest-AttachInterfacesUnderV243Test-1774195526 tempest-AttachInterfacesUnderV243Test-1774195526-project-member] Enqueued Resource ID: e8931dd8-eead-4912-abf3-00443bed754b with Priority: HIGHEST for action security_group_members [ 749.255772] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8931dd8-eead-4912-abf3-00443bed754b with Priority: HIGHEST for action security_group_members [ 749.255972] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8931dd8-eead-4912-abf3-00443bed754b taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.256107] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.256213] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.256358] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.256503] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.256596] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.256733] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.256875] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.257010] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.257917] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8931dd8-eead-4912-abf3-00443bed754b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.311086] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.311285] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.311386] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.311677] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.311862] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.312245] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.312323] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.312503] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.312591] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.312682] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.312838] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.312955] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.312992] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.313145] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.313367] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.313511] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.313608] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.314835] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.314952] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.318093] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.318354] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d18e879-e18d-46ea-9b66-5a4cdd9d8266',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.490691] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8931dd8-eead-4912-abf3-00443bed754b: rpc.has_security_group_logging(os_id): False [ 749.515481] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.515585] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.516741] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.516741] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.516741] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.516741] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.516741] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.516741] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.516741] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.516741] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.516741] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8931dd8-eead-4912-abf3-00443bed754b is going to be updated. [ 749.536309] env[65517]: INFO networking_nsxv3.common.synchronization [req-5d944f72-36fa-4283-88af-378f438be2e0 req-6cc197a4-371d-4b2d-9120-377c3661bf4f tempest-ServerDiskConfigTestJSON-1984357202 tempest-ServerDiskConfigTestJSON-1984357202-project-member] Enqueued Resource ID: 1730157f-766c-41ae-b440-eca87932927d with Priority: HIGHEST for action security_group_members [ 749.537053] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1730157f-766c-41ae-b440-eca87932927d with Priority: HIGHEST for action security_group_members [ 749.537892] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1730157f-766c-41ae-b440-eca87932927d taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.538042] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.538111] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.538344] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.538516] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.538614] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.538684] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.538865] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.538961] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.539074] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1730157f-766c-41ae-b440-eca87932927d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.602822] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.603106] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.603106] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.603342] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.603523] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.627743] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8931dd8-eead-4912-abf3-00443bed754b in Status: IN_PROGRESS for 2s [ 749.754837] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-35bc3143-6d34-401c-ae39-ebe7c68bff70 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.754837] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.754837] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.755140] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.755140] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.755304] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.755304] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.755582] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.755686] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.755733] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.756899] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-35bc3143-6d34-401c-ae39-ebe7c68bff70 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.756899] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.756899] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.756899] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.757175] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.757220] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.758131] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.758131] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.758131] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.758131] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.758131] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35bc3143-6d34-401c-ae39-ebe7c68bff70',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.760752] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.760859] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.760859] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.761181] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.761279] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.762102] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.762102] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.762102] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.762102] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.762102] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.762102] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8931dd8-eead-4912-abf3-00443bed754b is going to be updated. [ 749.824283] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d18e879-e18d-46ea-9b66-5a4cdd9d8266: rpc.has_security_group_logging(os_id): False [ 749.886456] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.886688] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.886688] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.887774] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.887774] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.888039] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.888195] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.888301] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.888592] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.888754] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.889391] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.889609] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.889609] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.890864] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.890864] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.890864] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.890864] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.890864] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.890864] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.891199] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.891199] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d18e879-e18d-46ea-9b66-5a4cdd9d8266 is going to be updated. [ 749.896201] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.896474] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.898092] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.898092] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.898092] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.913343] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8931dd8-eead-4912-abf3-00443bed754b in Status: IN_PROGRESS for 2s [ 749.997545] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.997666] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.997808] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.998355] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.998355] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.039715] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d18e879-e18d-46ea-9b66-5a4cdd9d8266 in Status: IN_PROGRESS for 2s [ 750.041884] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.041884] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.041884] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.041884] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.041884] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.042296] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.042296] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.042296] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.042296] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.042522] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.042522] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1730157f-766c-41ae-b440-eca87932927d is going to be updated. [ 750.101183] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.101346] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.101447] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.101681] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.102107] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.121222] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1730157f-766c-41ae-b440-eca87932927d in Status: IN_PROGRESS for 2s [ 750.266194] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35bc3143-6d34-401c-ae39-ebe7c68bff70: rpc.has_security_group_logging(os_id): False [ 750.315689] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.315853] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.315893] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.316343] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.316455] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.316639] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.316923] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.317246] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.317246] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.317322] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.317492] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.317875] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.317975] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.318474] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.318474] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.318474] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.318722] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.318843] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.318992] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.319095] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.319186] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 is going to be updated. [ 750.394679] env[65517]: INFO networking_nsxv3.common.synchronization [req-4f38ee73-3636-4cb9-9e59-549191f920c2 req-dc95cd77-3aa9-4120-9af3-abc9eec397b0 tempest-VolumesAdminNegativeTest-2117091976 tempest-VolumesAdminNegativeTest-2117091976-project-member] Enqueued Resource ID: 496a1d6c-1571-4409-b8eb-75c044bff8cb with Priority: HIGHEST for action security_group_members [ 750.396232] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 496a1d6c-1571-4409-b8eb-75c044bff8cb with Priority: HIGHEST for action security_group_members [ 750.396232] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-496a1d6c-1571-4409-b8eb-75c044bff8cb taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.396232] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-496a1d6c-1571-4409-b8eb-75c044bff8cb" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.396232] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-496a1d6c-1571-4409-b8eb-75c044bff8cb" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.396232] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-496a1d6c-1571-4409-b8eb-75c044bff8cb" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.396232] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.396232] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.396630] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.396630] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.396630] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.396630] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('496a1d6c-1571-4409-b8eb-75c044bff8cb',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.443865] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.443865] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.443865] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.443865] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.443865] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.461357] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 in Status: IN_PROGRESS for 2s [ 750.904076] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.904076] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.904076] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.904076] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.904076] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.904076] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.904076] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.904076] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.904076] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.904076] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.904076] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 496a1d6c-1571-4409-b8eb-75c044bff8cb is going to be updated. [ 750.947257] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.947257] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.947257] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.947844] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.948022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.957492] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 496a1d6c-1571-4409-b8eb-75c044bff8cb in Status: IN_PROGRESS for 2s [ 751.056166] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c7b1217-7384-4374-8c14-0afb40414856 in Status: SUCCESS [ 751.056302] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c7b1217-7384-4374-8c14-0afb40414856" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.090736] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b632c62f-4795-45eb-80ec-33e0a1a3cd13 in Status: SUCCESS [ 751.090736] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b632c62f-4795-45eb-80ec-33e0a1a3cd13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.091202] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 in Status: SUCCESS [ 751.093436] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.645812] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8931dd8-eead-4912-abf3-00443bed754b in Status: SUCCESS [ 751.646205] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.929197] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8931dd8-eead-4912-abf3-00443bed754b in Status: SUCCESS [ 751.929571] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8931dd8-eead-4912-abf3-00443bed754b deletion is rescheduled due to dependency. [ 751.929571] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.056580] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d18e879-e18d-46ea-9b66-5a4cdd9d8266 in Status: SUCCESS [ 752.056580] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.133154] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1730157f-766c-41ae-b440-eca87932927d in Status: SUCCESS [ 752.133460] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1730157f-766c-41ae-b440-eca87932927d deletion is rescheduled due to dependency. [ 752.133655] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.479667] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 in Status: SUCCESS [ 752.479890] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.480084] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.480350] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.480439] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35bc3143-6d34-401c-ae39-ebe7c68bff70',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.982661] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 496a1d6c-1571-4409-b8eb-75c044bff8cb in Status: SUCCESS [ 752.983107] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 496a1d6c-1571-4409-b8eb-75c044bff8cb deletion is rescheduled due to dependency. [ 752.983255] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-496a1d6c-1571-4409-b8eb-75c044bff8cb" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.984274] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-35bc3143-6d34-401c-ae39-ebe7c68bff70 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.984274] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.984274] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.984459] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.984713] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.985424] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.985424] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.986173] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.986173] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.986310] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.986710] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35bc3143-6d34-401c-ae39-ebe7c68bff70',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.490735] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-35bc3143-6d34-401c-ae39-ebe7c68bff70 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.491036] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.491148] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.491463] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.491711] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.491858] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.492014] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.492254] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.492390] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.493146] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.493146] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-35bc3143-6d34-401c-ae39-ebe7c68bff70 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.493146] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.493146] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.493465] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.493465] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.493579] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.493626] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.494477] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.494477] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.494477] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.494477] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35bc3143-6d34-401c-ae39-ebe7c68bff70',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.999245] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35bc3143-6d34-401c-ae39-ebe7c68bff70: rpc.has_security_group_logging(os_id): False [ 754.034540] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.034860] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.035239] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.035349] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.039028] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.039028] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.039028] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.039028] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.039028] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.039028] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.039028] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.039028] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.039028] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.039028] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.039028] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.039028] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.039028] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.039028] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.039784] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.039784] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.039784] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 is going to be updated. [ 754.150600] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.150600] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.150600] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.150600] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.150600] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.207206] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 in Status: IN_PROGRESS for 2s [ 754.538520] env[65517]: INFO networking_nsxv3.common.synchronization [req-0fbb54f1-df55-46a5-8788-8f183ac26612 req-c447629a-9261-4aa9-a57d-2810cdc80025 tempest-ServersTestManualDisk-124804535 tempest-ServersTestManualDisk-124804535-project-member] Enqueued Resource ID: ab442ce5-6c19-49f8-9295-22ca7019ba57 with Priority: HIGHEST for action security_group_members [ 754.539576] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab442ce5-6c19-49f8-9295-22ca7019ba57 with Priority: HIGHEST for action security_group_members [ 754.540025] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab442ce5-6c19-49f8-9295-22ca7019ba57 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.540163] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab442ce5-6c19-49f8-9295-22ca7019ba57" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.540217] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab442ce5-6c19-49f8-9295-22ca7019ba57" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.541084] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab442ce5-6c19-49f8-9295-22ca7019ba57" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.541084] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.541084] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.541084] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.541427] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.541629] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.541819] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab442ce5-6c19-49f8-9295-22ca7019ba57',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.045096] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.045375] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.045618] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.045694] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.047913] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.047913] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.047913] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.047913] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.047913] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.047913] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.047913] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab442ce5-6c19-49f8-9295-22ca7019ba57 is going to be updated. [ 755.112830] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.113274] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.113274] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.113394] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.113538] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.126598] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab442ce5-6c19-49f8-9295-22ca7019ba57 in Status: IN_PROGRESS for 2s [ 756.232530] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 in Status: SUCCESS [ 756.232530] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.741618] env[65517]: INFO networking_nsxv3.common.synchronization [None req-cbffcdc3-1b97-4f5c-bc1a-9cb149fc7ec7 None None] Enqueued Resource ID: e37b6d16-2674-497b-b2a1-aaea5ec6a997 with Priority: HIGHEST for action port [ 756.741936] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e37b6d16-2674-497b-b2a1-aaea5ec6a997 with Priority: HIGHEST for action port [ 756.743020] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-e37b6d16-2674-497b-b2a1-aaea5ec6a997 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.743020] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e37b6d16-2674-497b-b2a1-aaea5ec6a997" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.743020] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e37b6d16-2674-497b-b2a1-aaea5ec6a997" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.743226] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e37b6d16-2674-497b-b2a1-aaea5ec6a997" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.743226] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e37b6d16-2674-497b-b2a1-aaea5ec6a997',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.137307] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab442ce5-6c19-49f8-9295-22ca7019ba57 in Status: SUCCESS [ 757.137427] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab442ce5-6c19-49f8-9295-22ca7019ba57 deletion is rescheduled due to dependency. [ 757.137479] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab442ce5-6c19-49f8-9295-22ca7019ba57" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.251435] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e37b6d16-2674-497b-b2a1-aaea5ec6a997 [ 757.251435] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.251435] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.251435] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.251435] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.251435] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.253243] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e37b6d16-2674-497b-b2a1-aaea5ec6a997 already deleted. [ 757.253243] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e37b6d16-2674-497b-b2a1-aaea5ec6a997" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.263103] env[65517]: INFO networking_nsxv3.common.synchronization [None req-e4358c7c-7874-4cae-9243-6eccebffc7da tempest-ServerRescueNegativeTestJSON-611467277 tempest-ServerRescueNegativeTestJSON-611467277-project-member] Enqueued Resource ID: ba847a54-89e0-4227-af15-1ff4ff78c673 with Priority: HIGHEST for action security_group_rules [ 757.263103] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba847a54-89e0-4227-af15-1ff4ff78c673 with Priority: HIGHEST for action security_group_rules [ 757.263103] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba847a54-89e0-4227-af15-1ff4ff78c673 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.263103] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba847a54-89e0-4227-af15-1ff4ff78c673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.263103] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba847a54-89e0-4227-af15-1ff4ff78c673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.263577] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba847a54-89e0-4227-af15-1ff4ff78c673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.263577] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba847a54-89e0-4227-af15-1ff4ff78c673',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.799319] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.799508] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.799566] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.799954] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.799954] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.799954] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba847a54-89e0-4227-af15-1ff4ff78c673 already deleted. [ 757.800349] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba847a54-89e0-4227-af15-1ff4ff78c673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.018442] env[65517]: INFO networking_nsxv3.common.synchronization [req-17f66147-0641-445b-901a-9f959814964c req-eff8e3fa-81b6-43ac-8f18-2a0c8f2484a4 tempest-ListServersNegativeTestJSON-1690492374 tempest-ListServersNegativeTestJSON-1690492374-project-member] Enqueued Resource ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 with Priority: HIGHEST for action security_group_members [ 758.019328] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 with Priority: HIGHEST for action security_group_members [ 758.019618] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-35bc3143-6d34-401c-ae39-ebe7c68bff70 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.019618] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.019618] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.019830] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.019952] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.020173] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.020173] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.020289] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.020333] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.020435] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35bc3143-6d34-401c-ae39-ebe7c68bff70',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.174161] env[65517]: INFO networking_nsxv3.common.synchronization [None req-492db91e-fec9-4d09-a955-217a2f6cc993 tempest-ServerRescueNegativeTestJSON-611467277 tempest-ServerRescueNegativeTestJSON-611467277-project-member] Enqueued Resource ID: ba847a54-89e0-4227-af15-1ff4ff78c673 with Priority: HIGHEST for action security_group_rules [ 758.174751] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba847a54-89e0-4227-af15-1ff4ff78c673 with Priority: HIGHEST for action security_group_rules [ 758.176116] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba847a54-89e0-4227-af15-1ff4ff78c673 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.176243] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba847a54-89e0-4227-af15-1ff4ff78c673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.176304] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba847a54-89e0-4227-af15-1ff4ff78c673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.176501] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba847a54-89e0-4227-af15-1ff4ff78c673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.176578] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba847a54-89e0-4227-af15-1ff4ff78c673',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.407473] env[65517]: INFO networking_nsxv3.common.synchronization [req-4f908f0a-34d6-45f3-862a-e646789026ae req-d6649fee-dff2-4171-9e75-258eda16e768 tempest-AttachInterfacesTestJSON-1046622067 tempest-AttachInterfacesTestJSON-1046622067-project-member] Enqueued Resource ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 with Priority: HIGHEST for action security_group_members [ 758.408767] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 with Priority: HIGHEST for action security_group_members [ 758.409106] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.409284] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.409396] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.409759] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.410517] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.410517] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.410517] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.410517] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.410663] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.410783] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.524786] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35bc3143-6d34-401c-ae39-ebe7c68bff70',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.669110] env[65517]: INFO networking_nsxv3.common.synchronization [None req-56a065a9-85b2-4d57-bfbe-5b1c3c2bc2c7 None None] Enqueued Resource ID: 60f7c6a1-cd83-4553-8fd8-8f53aca81aff with Priority: HIGHEST for action port [ 758.669862] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60f7c6a1-cd83-4553-8fd8-8f53aca81aff with Priority: HIGHEST for action port [ 758.670432] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-60f7c6a1-cd83-4553-8fd8-8f53aca81aff taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.670998] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60f7c6a1-cd83-4553-8fd8-8f53aca81aff" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.670998] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60f7c6a1-cd83-4553-8fd8-8f53aca81aff" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.673925] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60f7c6a1-cd83-4553-8fd8-8f53aca81aff" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.673925] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60f7c6a1-cd83-4553-8fd8-8f53aca81aff',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.707028] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.707028] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.707028] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.707028] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.707028] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.707028] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba847a54-89e0-4227-af15-1ff4ff78c673 already deleted. [ 758.707028] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba847a54-89e0-4227-af15-1ff4ff78c673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.913806] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.913971] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.914062] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.914473] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.914473] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.914593] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.914697] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.914782] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.914963] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.914963] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.915101] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 already deleted. [ 758.915134] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.027012] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35bc3143-6d34-401c-ae39-ebe7c68bff70',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.178906] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60f7c6a1-cd83-4553-8fd8-8f53aca81aff [ 759.179171] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.179299] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.179365] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.179576] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.179782] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.179941] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60f7c6a1-cd83-4553-8fd8-8f53aca81aff already deleted. [ 759.180095] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60f7c6a1-cd83-4553-8fd8-8f53aca81aff" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.189381] env[65517]: INFO networking_nsxv3.common.synchronization [req-75a21024-eeda-4926-bc8a-7edefd907bf1 req-656f5dc9-243e-4f1c-8625-7dfcce674246 tempest-ServerDiagnosticsTest-612509888 tempest-ServerDiagnosticsTest-612509888-project-member] Enqueued Resource ID: e3852e0d-b43c-4061-b6fb-03d996b64bb7 with Priority: HIGHEST for action security_group_members [ 759.191051] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3852e0d-b43c-4061-b6fb-03d996b64bb7 with Priority: HIGHEST for action security_group_members [ 759.192219] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3852e0d-b43c-4061-b6fb-03d996b64bb7 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.192219] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3852e0d-b43c-4061-b6fb-03d996b64bb7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.192219] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3852e0d-b43c-4061-b6fb-03d996b64bb7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.192219] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3852e0d-b43c-4061-b6fb-03d996b64bb7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.192219] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.192219] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.192498] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.192560] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.192711] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.192843] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3852e0d-b43c-4061-b6fb-03d996b64bb7',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.201867] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-677 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.201867] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-677" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.201867] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-677" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.201867] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-677" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.202087] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.202239] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.202346] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.202549] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.202679] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.203841] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 759.203973] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 759.204088] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 759.204194] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 759.204346] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 759.204824] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 759.205053] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 759.233221] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 759.233221] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 759.233518] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 759.233518] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-677" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.233810] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-38d3255d-8d8f-4b7f-927e-5a7330420b08 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.233958] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-38d3255d-8d8f-4b7f-927e-5a7330420b08" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.234077] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-38d3255d-8d8f-4b7f-927e-5a7330420b08" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.234717] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-38d3255d-8d8f-4b7f-927e-5a7330420b08" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.234717] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38d3255d-8d8f-4b7f-927e-5a7330420b08',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.529954] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.530377] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.530377] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.530467] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.530617] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.530721] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 is going to be updated. [ 759.566948] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.567120] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.567165] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.567376] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.567521] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.577847] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 in Status: IN_PROGRESS for 2s [ 759.697172] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.697642] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.697771] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.698069] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.698205] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.698439] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.698593] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.698703] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.698951] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.699050] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.699140] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3852e0d-b43c-4061-b6fb-03d996b64bb7 already deleted. [ 759.699221] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3852e0d-b43c-4061-b6fb-03d996b64bb7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.736838] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.737148] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.738470] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.738470] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.738470] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.738470] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port 38d3255d-8d8f-4b7f-927e-5a7330420b08 not found, creating... [ 759.738470] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.738470] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.738470] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.738875] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.738875] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.739060] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.739245] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.739328] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.739556] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.739694] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.739878] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: 38d3255d-8d8f-4b7f-927e-5a7330420b08 is going to be created. [ 759.765330] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.765796] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.765796] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.765901] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.766096] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.766320] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-38d3255d-8d8f-4b7f-927e-5a7330420b08" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.837526] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-380 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.837618] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-380" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.837660] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-380" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.837910] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-380" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.838176] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.838328] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.838436] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.838637] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.838770] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.839064] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 759.839171] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 759.839274] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 759.839374] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 759.839473] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 759.839567] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 759.839690] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 759.882979] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 759.882979] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 759.882979] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 759.882979] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-380" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.883351] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-03d0a08a-a560-4f8a-8cc9-24211dff931b taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.883351] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-03d0a08a-a560-4f8a-8cc9-24211dff931b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.883495] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-03d0a08a-a560-4f8a-8cc9-24211dff931b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.883780] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-03d0a08a-a560-4f8a-8cc9-24211dff931b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.883948] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03d0a08a-a560-4f8a-8cc9-24211dff931b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.386945] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.387204] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.387262] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.387521] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.387672] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.387819] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port 03d0a08a-a560-4f8a-8cc9-24211dff931b not found, creating... [ 760.388103] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.388316] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.388460] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.388872] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.388959] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.389326] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.389493] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.389640] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.389821] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.389957] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.390093] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: 03d0a08a-a560-4f8a-8cc9-24211dff931b is going to be created. [ 760.416197] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.416443] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.416598] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.416952] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.417202] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.417430] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-03d0a08a-a560-4f8a-8cc9-24211dff931b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.479660] env[65517]: INFO networking_nsxv3.common.synchronization [req-4f908f0a-34d6-45f3-862a-e646789026ae req-c8c74188-e580-4320-9399-57dad9a1a617 service nova] Enqueued Resource ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 with Priority: HIGHEST for action security_group_rules [ 760.479834] env[65517]: INFO networking_nsxv3.common.synchronization [req-4f908f0a-34d6-45f3-862a-e646789026ae req-c8c74188-e580-4320-9399-57dad9a1a617 service nova] Enqueued Resource ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 with Priority: HIGHEST for action security_group_members [ 760.480100] env[65517]: INFO networking_nsxv3.common.synchronization [req-4f908f0a-34d6-45f3-862a-e646789026ae req-c8c74188-e580-4320-9399-57dad9a1a617 service nova] Enqueued Resource ID: 38d3255d-8d8f-4b7f-927e-5a7330420b08 with Priority: HIGHEST for action port [ 760.480868] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 with Priority: HIGHEST for action security_group_rules [ 760.481079] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 with Priority: HIGHEST for action security_group_members [ 760.481222] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38d3255d-8d8f-4b7f-927e-5a7330420b08 with Priority: HIGHEST for action port [ 760.481651] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.482159] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.482159] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.482352] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.482352] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.483994] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.484152] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.484241] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.484487] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.484709] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.484840] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.484920] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.485138] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.485253] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.485381] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.486489] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-38d3255d-8d8f-4b7f-927e-5a7330420b08 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.486636] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38d3255d-8d8f-4b7f-927e-5a7330420b08" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.486703] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38d3255d-8d8f-4b7f-927e-5a7330420b08" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.486933] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38d3255d-8d8f-4b7f-927e-5a7330420b08" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.487452] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38d3255d-8d8f-4b7f-927e-5a7330420b08',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.992207] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.993414] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.993414] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.993601] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38d3255d-8d8f-4b7f-927e-5a7330420b08 with status ACTIVE [ 760.994138] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.994138] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.994138] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.994138] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.994384] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.994384] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.994465] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.994500] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.994872] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.994872] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.994975] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.994975] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.995146] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.995293] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.995327] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.995406] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38d3255d-8d8f-4b7f-927e-5a7330420b08 is going to be updated. [ 761.026498] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.026645] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.026871] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.027187] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.027409] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.027645] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38d3255d-8d8f-4b7f-927e-5a7330420b08" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.111620] env[65517]: INFO networking_nsxv3.common.synchronization [req-5a6cdd5a-55d2-4469-9766-102cffb81d5d req-6c177b67-2b83-4d97-b072-86806747ad17 tempest-MultipleCreateTestJSON-1088853482 tempest-MultipleCreateTestJSON-1088853482-project-member] Enqueued Resource ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e with Priority: HIGHEST for action security_group_members [ 761.112313] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e with Priority: HIGHEST for action security_group_members [ 761.112649] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-a30006fc-e392-4ab1-a8ca-7c1e5845860e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.112878] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.112878] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.114415] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.114415] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.114415] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.114415] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.114415] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.114415] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.114415] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a30006fc-e392-4ab1-a8ca-7c1e5845860e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.128923] env[65517]: INFO networking_nsxv3.common.synchronization [req-75a21024-eeda-4926-bc8a-7edefd907bf1 req-f7d4e580-49c2-4f03-b63c-5d311c14275f service nova] Enqueued Resource ID: e3852e0d-b43c-4061-b6fb-03d996b64bb7 with Priority: HIGHEST for action security_group_rules [ 761.129041] env[65517]: INFO networking_nsxv3.common.synchronization [req-75a21024-eeda-4926-bc8a-7edefd907bf1 req-f7d4e580-49c2-4f03-b63c-5d311c14275f service nova] Enqueued Resource ID: e3852e0d-b43c-4061-b6fb-03d996b64bb7 with Priority: HIGHEST for action security_group_members [ 761.129179] env[65517]: INFO networking_nsxv3.common.synchronization [req-75a21024-eeda-4926-bc8a-7edefd907bf1 req-f7d4e580-49c2-4f03-b63c-5d311c14275f service nova] Enqueued Resource ID: 03d0a08a-a560-4f8a-8cc9-24211dff931b with Priority: HIGHEST for action port [ 761.130142] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3852e0d-b43c-4061-b6fb-03d996b64bb7 with Priority: HIGHEST for action security_group_rules [ 761.130187] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3852e0d-b43c-4061-b6fb-03d996b64bb7 with Priority: HIGHEST for action security_group_members [ 761.130341] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03d0a08a-a560-4f8a-8cc9-24211dff931b with Priority: HIGHEST for action port [ 761.134563] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3852e0d-b43c-4061-b6fb-03d996b64bb7 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.134563] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3852e0d-b43c-4061-b6fb-03d996b64bb7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.134563] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3852e0d-b43c-4061-b6fb-03d996b64bb7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.134563] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3852e0d-b43c-4061-b6fb-03d996b64bb7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.134563] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3852e0d-b43c-4061-b6fb-03d996b64bb7',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.134563] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3852e0d-b43c-4061-b6fb-03d996b64bb7 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.134563] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3852e0d-b43c-4061-b6fb-03d996b64bb7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.134563] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3852e0d-b43c-4061-b6fb-03d996b64bb7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.134563] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3852e0d-b43c-4061-b6fb-03d996b64bb7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.134563] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.134563] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.134563] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.134563] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.134563] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.134563] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3852e0d-b43c-4061-b6fb-03d996b64bb7',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.134563] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-03d0a08a-a560-4f8a-8cc9-24211dff931b taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.134563] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03d0a08a-a560-4f8a-8cc9-24211dff931b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.135182] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03d0a08a-a560-4f8a-8cc9-24211dff931b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.135182] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03d0a08a-a560-4f8a-8cc9-24211dff931b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.135182] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03d0a08a-a560-4f8a-8cc9-24211dff931b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.498013] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.588315] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 in Status: SUCCESS [ 761.588551] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.590532] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-826 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.591369] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-826" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.591369] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-826" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.591369] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-826" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.591593] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.591754] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.591866] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.592098] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.592236] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.592428] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.592536] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 761.592635] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 761.592731] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 761.592843] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.592985] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 761.593195] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 761.612428] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 761.612585] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 761.612717] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 761.612889] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-826" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.613235] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-cf5b96ab-5cf5-4c14-9e3e-778bd9bdf35c taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.613412] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-cf5b96ab-5cf5-4c14-9e3e-778bd9bdf35c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.613513] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-cf5b96ab-5cf5-4c14-9e3e-778bd9bdf35c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.613841] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-cf5b96ab-5cf5-4c14-9e3e-778bd9bdf35c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.614025] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf5b96ab-5cf5-4c14-9e3e-778bd9bdf35c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.616517] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.616636] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.616804] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.616955] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.617016] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.617269] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.617376] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.617439] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.617584] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.617726] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.617815] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e already deleted. [ 761.617898] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.637126] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3852e0d-b43c-4061-b6fb-03d996b64bb7 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.637306] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3852e0d-b43c-4061-b6fb-03d996b64bb7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.637446] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3852e0d-b43c-4061-b6fb-03d996b64bb7',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.638311] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03d0a08a-a560-4f8a-8cc9-24211dff931b with status ACTIVE [ 761.638497] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.638612] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.638677] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.638934] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.639064] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.639212] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.639298] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.639345] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.639505] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.639564] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.639743] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.639855] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.639949] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.640041] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.640118] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.640202] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03d0a08a-a560-4f8a-8cc9-24211dff931b is going to be updated. [ 761.667710] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.667951] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.667951] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.668223] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.668357] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.668475] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03d0a08a-a560-4f8a-8cc9-24211dff931b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.000982] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.001372] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.001372] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.001510] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.001602] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.001706] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 is going to be created. [ 762.030603] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.030874] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.030874] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.031023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.031228] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.041843] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 in Status: UNINITIALIZED for 2s [ 762.116239] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.116460] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.116617] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.116980] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.117235] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.117470] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port cf5b96ab-5cf5-4c14-9e3e-778bd9bdf35c not found, creating... [ 762.117851] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.118037] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.118144] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.118393] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.118598] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.118965] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.119155] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.119268] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.119475] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.119600] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.119731] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: cf5b96ab-5cf5-4c14-9e3e-778bd9bdf35c is going to be created. [ 762.143178] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.143327] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.143442] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.143707] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.143921] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.144173] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-cf5b96ab-5cf5-4c14-9e3e-778bd9bdf35c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.144992] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3852e0d-b43c-4061-b6fb-03d996b64bb7',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.647489] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.647489] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.647489] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.647489] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.647489] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.648355] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3852e0d-b43c-4061-b6fb-03d996b64bb7 is going to be created. [ 762.680058] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.680251] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.680493] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.680619] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.680823] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.693117] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3852e0d-b43c-4061-b6fb-03d996b64bb7 in Status: UNINITIALIZED for 2s [ 762.882144] env[65517]: INFO networking_nsxv3.common.synchronization [req-5a6cdd5a-55d2-4469-9766-102cffb81d5d req-ca246a06-0a32-4e3d-94ae-88af9c2179c9 service nova] Enqueued Resource ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e with Priority: HIGHEST for action security_group_rules [ 762.882417] env[65517]: INFO networking_nsxv3.common.synchronization [req-5a6cdd5a-55d2-4469-9766-102cffb81d5d req-ca246a06-0a32-4e3d-94ae-88af9c2179c9 service nova] Enqueued Resource ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e with Priority: HIGHEST for action security_group_members [ 762.882499] env[65517]: INFO networking_nsxv3.common.synchronization [req-5a6cdd5a-55d2-4469-9766-102cffb81d5d req-ca246a06-0a32-4e3d-94ae-88af9c2179c9 service nova] Enqueued Resource ID: cf5b96ab-5cf5-4c14-9e3e-778bd9bdf35c with Priority: HIGHEST for action port [ 762.883195] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e with Priority: HIGHEST for action security_group_rules [ 762.883317] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e with Priority: HIGHEST for action security_group_members [ 762.883382] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf5b96ab-5cf5-4c14-9e3e-778bd9bdf35c with Priority: HIGHEST for action port [ 762.883800] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a30006fc-e392-4ab1-a8ca-7c1e5845860e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.883903] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.883903] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.884192] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.884261] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a30006fc-e392-4ab1-a8ca-7c1e5845860e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.885214] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-a30006fc-e392-4ab1-a8ca-7c1e5845860e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.885314] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.885381] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.885560] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.885707] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.885799] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.885859] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.886007] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.886098] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.886190] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a30006fc-e392-4ab1-a8ca-7c1e5845860e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.887110] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf5b96ab-5cf5-4c14-9e3e-778bd9bdf35c taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.888600] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf5b96ab-5cf5-4c14-9e3e-778bd9bdf35c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.888657] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf5b96ab-5cf5-4c14-9e3e-778bd9bdf35c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.888824] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf5b96ab-5cf5-4c14-9e3e-778bd9bdf35c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.888929] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf5b96ab-5cf5-4c14-9e3e-778bd9bdf35c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.164886] env[65517]: INFO networking_nsxv3.common.synchronization [req-5a6cdd5a-55d2-4469-9766-102cffb81d5d req-db176a25-a4fc-445a-bc3c-d1e6bddda5ba tempest-MultipleCreateTestJSON-1088853482 tempest-MultipleCreateTestJSON-1088853482-project-member] Enqueued Resource ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e with Priority: HIGHEST for action security_group_members [ 763.165442] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e with Priority: HIGHEST for action security_group_members [ 763.165752] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-a30006fc-e392-4ab1-a8ca-7c1e5845860e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.165885] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.391166] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a30006fc-e392-4ab1-a8ca-7c1e5845860e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.392220] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-a30006fc-e392-4ab1-a8ca-7c1e5845860e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.392366] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.392524] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf5b96ab-5cf5-4c14-9e3e-778bd9bdf35c with status ACTIVE [ 763.392698] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.392957] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.393471] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.393805] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.393849] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.394047] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.394155] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.394219] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.394376] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.394456] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.394640] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.394734] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.394794] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.394931] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.395020] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.395107] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf5b96ab-5cf5-4c14-9e3e-778bd9bdf35c is going to be updated. [ 763.426511] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.427503] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.427645] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.427897] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.428082] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.428307] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf5b96ab-5cf5-4c14-9e3e-778bd9bdf35c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.526352] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-826 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.526352] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-826" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.526519] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-826" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.526651] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-826" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.526983] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.527220] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.527336] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.527552] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.527689] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.527894] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.528052] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 763.528196] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 763.528314] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 763.528425] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.528671] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 763.528830] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 763.556112] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 763.556289] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 763.556399] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 763.556573] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-826" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.556930] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-3d5e8380-9410-49a2-873c-962835dabfaa taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.557122] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-3d5e8380-9410-49a2-873c-962835dabfaa" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.557225] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-3d5e8380-9410-49a2-873c-962835dabfaa" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.557592] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-3d5e8380-9410-49a2-873c-962835dabfaa" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.557719] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d5e8380-9410-49a2-873c-962835dabfaa',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.897313] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a30006fc-e392-4ab1-a8ca-7c1e5845860e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.938809] env[65517]: INFO networking_nsxv3.common.synchronization [None req-256f81f9-f52e-43e4-8daa-c2051a6dc068 None None] Enqueued Resource ID: 1d84f233-c2da-4503-aa72-2934e4a43942 with Priority: HIGHEST for action port [ 763.939410] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d84f233-c2da-4503-aa72-2934e4a43942 with Priority: HIGHEST for action port [ 763.939693] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d84f233-c2da-4503-aa72-2934e4a43942 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.940038] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d84f233-c2da-4503-aa72-2934e4a43942" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.940038] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d84f233-c2da-4503-aa72-2934e4a43942" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.940259] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d84f233-c2da-4503-aa72-2934e4a43942" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.940803] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d84f233-c2da-4503-aa72-2934e4a43942',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.051733] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 in Status: SUCCESS [ 764.052239] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.052239] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.052239] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.052644] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.052714] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.052714] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.052864] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.052951] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.053048] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.053142] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.061519] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.061519] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.061519] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.061772] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.061829] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.061992] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port 3d5e8380-9410-49a2-873c-962835dabfaa not found, creating... [ 764.062305] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.062380] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.062494] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.062705] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.062834] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.063225] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.063321] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.063394] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.063562] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.063688] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.063819] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: 3d5e8380-9410-49a2-873c-962835dabfaa is going to be created. [ 764.090914] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.091187] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.091304] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.091571] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.091829] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.092136] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-3d5e8380-9410-49a2-873c-962835dabfaa" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.402165] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.402165] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.402165] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.402165] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.402165] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.402165] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e is going to be created. [ 764.431448] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.431672] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.431745] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.432076] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.432379] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.443137] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d84f233-c2da-4503-aa72-2934e4a43942 [ 764.443644] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.443793] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.443863] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.444105] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.444263] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.444415] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d84f233-c2da-4503-aa72-2934e4a43942 already deleted. [ 764.444552] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d84f233-c2da-4503-aa72-2934e4a43942" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.446181] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e in Status: UNINITIALIZED for 2s [ 764.555307] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.555503] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.555541] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.555827] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.555920] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.556045] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.556099] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.556264] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.556390] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.556453] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.556641] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.556790] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.557098] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.557265] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.557404] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.557527] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.557615] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.557735] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.557814] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.557910] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.557983] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.703940] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3852e0d-b43c-4061-b6fb-03d996b64bb7 in Status: SUCCESS [ 764.704407] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3852e0d-b43c-4061-b6fb-03d996b64bb7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.704742] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3852e0d-b43c-4061-b6fb-03d996b64bb7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.705139] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3852e0d-b43c-4061-b6fb-03d996b64bb7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.705505] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.705763] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.705957] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.706297] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.706505] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.706722] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3852e0d-b43c-4061-b6fb-03d996b64bb7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.706989] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3852e0d-b43c-4061-b6fb-03d996b64bb7',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.837185] env[65517]: INFO networking_nsxv3.common.synchronization [req-5a6cdd5a-55d2-4469-9766-102cffb81d5d req-5f249d9d-d023-4bbc-a872-018390444d11 service nova] Enqueued Resource ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e with Priority: HIGHEST for action security_group_rules [ 764.837329] env[65517]: INFO networking_nsxv3.common.synchronization [req-5a6cdd5a-55d2-4469-9766-102cffb81d5d req-5f249d9d-d023-4bbc-a872-018390444d11 service nova] Enqueued Resource ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e with Priority: HIGHEST for action security_group_members [ 764.837578] env[65517]: INFO networking_nsxv3.common.synchronization [req-5a6cdd5a-55d2-4469-9766-102cffb81d5d req-5f249d9d-d023-4bbc-a872-018390444d11 service nova] Enqueued Resource ID: 3d5e8380-9410-49a2-873c-962835dabfaa with Priority: HIGHEST for action port [ 764.838202] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e with Priority: HIGHEST for action security_group_rules [ 764.838598] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e with Priority: HIGHEST for action security_group_members [ 764.839267] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5e8380-9410-49a2-873c-962835dabfaa with Priority: HIGHEST for action port [ 764.839610] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a30006fc-e392-4ab1-a8ca-7c1e5845860e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.839712] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.839914] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-a30006fc-e392-4ab1-a8ca-7c1e5845860e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.840015] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.840192] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d5e8380-9410-49a2-873c-962835dabfaa taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.840317] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d5e8380-9410-49a2-873c-962835dabfaa" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.840451] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d5e8380-9410-49a2-873c-962835dabfaa" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.844026] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d5e8380-9410-49a2-873c-962835dabfaa" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.844026] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d5e8380-9410-49a2-873c-962835dabfaa',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.061022] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63: rpc.has_security_group_logging(os_id): False [ 765.083996] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.084180] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.084222] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.088023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.088023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.088023] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.088023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.088023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.088023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.088023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.088023] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.088023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.088023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.088023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.088023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.088023] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.088023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.088626] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.088626] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.088626] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.088626] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 is going to be created. [ 765.160932] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.160932] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.160932] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.160932] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.160932] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.173945] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 in Status: IN_PROGRESS for 2s [ 765.210311] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3852e0d-b43c-4061-b6fb-03d996b64bb7 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.210493] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3852e0d-b43c-4061-b6fb-03d996b64bb7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.210547] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3852e0d-b43c-4061-b6fb-03d996b64bb7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.210727] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3852e0d-b43c-4061-b6fb-03d996b64bb7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.210885] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.210983] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.211057] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.211276] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.211373] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.211453] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3852e0d-b43c-4061-b6fb-03d996b64bb7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.211599] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3852e0d-b43c-4061-b6fb-03d996b64bb7 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.211713] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3852e0d-b43c-4061-b6fb-03d996b64bb7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.211759] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3852e0d-b43c-4061-b6fb-03d996b64bb7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.212721] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3852e0d-b43c-4061-b6fb-03d996b64bb7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.212721] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.212721] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.212721] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.212721] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.212721] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.212721] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3852e0d-b43c-4061-b6fb-03d996b64bb7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.212721] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3852e0d-b43c-4061-b6fb-03d996b64bb7',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.343441] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d5e8380-9410-49a2-873c-962835dabfaa with status ACTIVE [ 765.343680] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.343817] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.343924] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.344154] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.344249] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.344435] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.344541] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.344604] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.344757] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.344834] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.345078] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.345131] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.345201] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.345348] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.345423] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.345507] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d5e8380-9410-49a2-873c-962835dabfaa is going to be updated. [ 765.390046] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.390046] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.390226] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.392693] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.392693] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.392693] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d5e8380-9410-49a2-873c-962835dabfaa" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.499649] env[65517]: INFO networking_nsxv3.common.synchronization [req-9655fd5a-32ac-4599-bc10-99438a231d19 req-f8ee6496-d9f9-4fac-bd87-cd5652ff4669 tempest-ServersAdminTestJSON-1076150104 tempest-ServersAdminTestJSON-1076150104-project-member] Enqueued Resource ID: 0fda5972-7164-488f-ba8c-f3a78641d50e with Priority: HIGHEST for action security_group_members [ 765.500438] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fda5972-7164-488f-ba8c-f3a78641d50e with Priority: HIGHEST for action security_group_members [ 765.500561] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fda5972-7164-488f-ba8c-f3a78641d50e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.500685] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.500749] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.505025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.505025] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.505025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.505025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.505025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.505025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.505025] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fda5972-7164-488f-ba8c-f3a78641d50e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.714499] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3852e0d-b43c-4061-b6fb-03d996b64bb7: rpc.has_security_group_logging(os_id): False [ 765.738349] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.738455] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.738493] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.738945] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.738945] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.739154] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.739210] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.739297] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.739445] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.739523] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.739717] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.739811] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.739920] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.740055] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.740162] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.740433] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.740433] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.740539] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.740615] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.740666] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.740747] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3852e0d-b43c-4061-b6fb-03d996b64bb7 is going to be created. [ 765.838010] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.838375] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.838375] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.838604] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.838797] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.846432] env[65517]: INFO networking_nsxv3.common.synchronization [None req-132130a3-72d2-449d-96ce-25f4cf69ddf6 None None] Enqueued Resource ID: 97590ddd-98f0-4f68-96b7-65edd98835e4 with Priority: HIGHEST for action port [ 765.846981] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97590ddd-98f0-4f68-96b7-65edd98835e4 with Priority: HIGHEST for action port [ 765.847322] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-97590ddd-98f0-4f68-96b7-65edd98835e4 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.847441] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97590ddd-98f0-4f68-96b7-65edd98835e4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.847530] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97590ddd-98f0-4f68-96b7-65edd98835e4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.847748] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97590ddd-98f0-4f68-96b7-65edd98835e4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.847827] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97590ddd-98f0-4f68-96b7-65edd98835e4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.851192] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3852e0d-b43c-4061-b6fb-03d996b64bb7 in Status: IN_PROGRESS for 2s [ 766.007179] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.008049] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.008049] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.008186] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.008221] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.008411] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.008513] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.008574] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.008725] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.008801] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.008933] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fda5972-7164-488f-ba8c-f3a78641d50e already deleted. [ 766.009044] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.044500] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-704 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.044902] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-704" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.045059] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-704" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.045436] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-704" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.045930] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.046109] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.046109] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.046336] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.046511] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.046729] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.046837] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.046976] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.047143] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.047229] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.047345] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.047455] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 766.069802] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 766.069802] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 766.069802] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 766.070091] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-704" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.070317] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-652babe2-668c-4364-92c2-8ceaba23c0ac taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.070484] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-652babe2-668c-4364-92c2-8ceaba23c0ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.070596] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-652babe2-668c-4364-92c2-8ceaba23c0ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.070929] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-652babe2-668c-4364-92c2-8ceaba23c0ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.071079] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('652babe2-668c-4364-92c2-8ceaba23c0ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.351439] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97590ddd-98f0-4f68-96b7-65edd98835e4 [ 766.351671] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.351806] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.351959] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.352120] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.352214] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.352310] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97590ddd-98f0-4f68-96b7-65edd98835e4 already deleted. [ 766.352383] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97590ddd-98f0-4f68-96b7-65edd98835e4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.457923] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e in Status: SUCCESS [ 766.458093] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.458277] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.458506] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.458691] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.458966] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.458966] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.459136] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.459227] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.459320] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a30006fc-e392-4ab1-a8ca-7c1e5845860e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.575170] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.575170] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.575170] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.575170] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.575170] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.575170] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port 652babe2-668c-4364-92c2-8ceaba23c0ac not found, creating... [ 766.575170] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.575653] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.575653] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.575653] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.575774] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.576079] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.576231] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.576338] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.576538] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.576663] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.576795] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: 652babe2-668c-4364-92c2-8ceaba23c0ac is going to be created. [ 766.637433] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.637609] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.637698] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.637980] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.638216] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.638440] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-652babe2-668c-4364-92c2-8ceaba23c0ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.966188] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a30006fc-e392-4ab1-a8ca-7c1e5845860e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.104339] env[65517]: INFO networking_nsxv3.common.synchronization [None req-61c60265-4012-4b4b-9997-372c89522758 None None] Enqueued Resource ID: a2a29091-ef3f-49da-bbff-49bb36dcd898 with Priority: HIGHEST for action port [ 767.104892] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2a29091-ef3f-49da-bbff-49bb36dcd898 with Priority: HIGHEST for action port [ 767.105276] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2a29091-ef3f-49da-bbff-49bb36dcd898 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.105372] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2a29091-ef3f-49da-bbff-49bb36dcd898" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.105439] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2a29091-ef3f-49da-bbff-49bb36dcd898" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.105680] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2a29091-ef3f-49da-bbff-49bb36dcd898" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.105762] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2a29091-ef3f-49da-bbff-49bb36dcd898',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.188048] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 in Status: SUCCESS [ 767.188048] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.385641] env[65517]: INFO networking_nsxv3.common.synchronization [req-9655fd5a-32ac-4599-bc10-99438a231d19 req-1666e5d6-0186-49e8-b97e-cc13a525b95a service nova] Enqueued Resource ID: 0fda5972-7164-488f-ba8c-f3a78641d50e with Priority: HIGHEST for action security_group_rules [ 767.385641] env[65517]: INFO networking_nsxv3.common.synchronization [req-9655fd5a-32ac-4599-bc10-99438a231d19 req-1666e5d6-0186-49e8-b97e-cc13a525b95a service nova] Enqueued Resource ID: 0fda5972-7164-488f-ba8c-f3a78641d50e with Priority: HIGHEST for action security_group_members [ 767.385641] env[65517]: INFO networking_nsxv3.common.synchronization [req-9655fd5a-32ac-4599-bc10-99438a231d19 req-1666e5d6-0186-49e8-b97e-cc13a525b95a service nova] Enqueued Resource ID: 652babe2-668c-4364-92c2-8ceaba23c0ac with Priority: HIGHEST for action port [ 767.385641] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fda5972-7164-488f-ba8c-f3a78641d50e with Priority: HIGHEST for action security_group_rules [ 767.385641] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fda5972-7164-488f-ba8c-f3a78641d50e with Priority: HIGHEST for action security_group_members [ 767.386294] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 652babe2-668c-4364-92c2-8ceaba23c0ac with Priority: HIGHEST for action port [ 767.386470] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fda5972-7164-488f-ba8c-f3a78641d50e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.387453] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.387453] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.387453] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.387453] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fda5972-7164-488f-ba8c-f3a78641d50e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.388835] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fda5972-7164-488f-ba8c-f3a78641d50e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.389023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.389126] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.389383] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.389538] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.389667] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.389749] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.389950] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.390081] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.390222] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fda5972-7164-488f-ba8c-f3a78641d50e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.391379] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-652babe2-668c-4364-92c2-8ceaba23c0ac taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.391485] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-652babe2-668c-4364-92c2-8ceaba23c0ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.391680] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-652babe2-668c-4364-92c2-8ceaba23c0ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.391800] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-652babe2-668c-4364-92c2-8ceaba23c0ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.392033] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('652babe2-668c-4364-92c2-8ceaba23c0ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.470366] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a30006fc-e392-4ab1-a8ca-7c1e5845860e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.610963] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a2a29091-ef3f-49da-bbff-49bb36dcd898 [ 767.611630] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.611630] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.611630] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.611844] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.611844] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.611907] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a2a29091-ef3f-49da-bbff-49bb36dcd898 already deleted. [ 767.611956] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2a29091-ef3f-49da-bbff-49bb36dcd898" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.679902] env[65517]: INFO networking_nsxv3.common.synchronization [req-74d70642-0a54-4bae-9ada-b295f64ee4bd req-864c13da-2cdf-4c6f-94f1-2d6a97f95715 tempest-ServersAdminTestJSON-1076150104 tempest-ServersAdminTestJSON-1076150104-project-member] Enqueued Resource ID: 0fda5972-7164-488f-ba8c-f3a78641d50e with Priority: HIGHEST for action security_group_members [ 767.680568] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fda5972-7164-488f-ba8c-f3a78641d50e with Priority: HIGHEST for action security_group_members [ 767.680912] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fda5972-7164-488f-ba8c-f3a78641d50e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.681041] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.868333] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3852e0d-b43c-4061-b6fb-03d996b64bb7 in Status: SUCCESS [ 767.868333] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3852e0d-b43c-4061-b6fb-03d996b64bb7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.895121] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0fda5972-7164-488f-ba8c-f3a78641d50e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.896043] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fda5972-7164-488f-ba8c-f3a78641d50e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.896170] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.896340] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 652babe2-668c-4364-92c2-8ceaba23c0ac with status ACTIVE [ 767.896512] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.896621] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.896685] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.897433] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.897433] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.897433] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.897433] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.897433] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.897739] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.897739] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.897805] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.897887] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.897921] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.900958] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.900958] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.900958] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 652babe2-668c-4364-92c2-8ceaba23c0ac is going to be updated. [ 767.923711] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.923836] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.923897] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.924174] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.924246] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.925515] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-652babe2-668c-4364-92c2-8ceaba23c0ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.976904] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.976904] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.976904] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.976904] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.976904] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.976904] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e is going to be updated. [ 767.999565] env[65517]: INFO networking_nsxv3.common.synchronization [None req-9f63728c-c027-46a4-8083-238164a04180 None None] Enqueued Resource ID: dc053442-3c28-479a-899b-b73dfa0865ce with Priority: HIGHEST for action port [ 768.002388] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc053442-3c28-479a-899b-b73dfa0865ce with Priority: HIGHEST for action port [ 768.003041] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc053442-3c28-479a-899b-b73dfa0865ce taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.003359] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc053442-3c28-479a-899b-b73dfa0865ce" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.003547] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc053442-3c28-479a-899b-b73dfa0865ce" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.004163] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc053442-3c28-479a-899b-b73dfa0865ce" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.006870] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc053442-3c28-479a-899b-b73dfa0865ce',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.049778] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.051896] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.051896] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.051896] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.051896] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.062353] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e in Status: IN_PROGRESS for 2s [ 768.091918] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-704 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.091918] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-704" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.091918] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-704" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.091918] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-704" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.091918] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.092265] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.092527] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.092951] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.093229] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.093554] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.093902] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 768.094127] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 768.094325] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 768.094604] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.094789] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 768.095029] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 768.120554] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 768.120840] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 768.120952] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 768.121142] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-704" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.121497] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-f33077f4-9852-477a-ae48-9e86ad80fdce taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.121666] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-f33077f4-9852-477a-ae48-9e86ad80fdce" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.121776] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-f33077f4-9852-477a-ae48-9e86ad80fdce" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.123041] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-f33077f4-9852-477a-ae48-9e86ad80fdce" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.123041] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f33077f4-9852-477a-ae48-9e86ad80fdce',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.403815] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0fda5972-7164-488f-ba8c-f3a78641d50e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.508102] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc053442-3c28-479a-899b-b73dfa0865ce [ 768.508397] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.508565] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.508642] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.508850] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.509009] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.509359] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc053442-3c28-479a-899b-b73dfa0865ce already deleted. [ 768.509359] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc053442-3c28-479a-899b-b73dfa0865ce" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.624665] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.625604] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.626105] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.626544] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.626959] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.627590] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port f33077f4-9852-477a-ae48-9e86ad80fdce not found, creating... [ 768.628838] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.629430] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.629430] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.631364] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.631364] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.631364] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.631364] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.631364] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.631364] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.632061] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.632061] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: f33077f4-9852-477a-ae48-9e86ad80fdce is going to be created. [ 768.666776] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.666776] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.667079] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.667266] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.667637] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.668694] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-f33077f4-9852-477a-ae48-9e86ad80fdce" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.907440] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.907440] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.907440] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.907440] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.907440] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.907440] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fda5972-7164-488f-ba8c-f3a78641d50e is going to be created. [ 768.963593] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.963899] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.963899] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.964065] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.964185] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.980995] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fda5972-7164-488f-ba8c-f3a78641d50e in Status: UNINITIALIZED for 2s [ 769.419065] env[65517]: INFO networking_nsxv3.common.synchronization [req-74d70642-0a54-4bae-9ada-b295f64ee4bd req-906c917e-55b7-4618-a249-da8df6855a4b service nova] Enqueued Resource ID: 0fda5972-7164-488f-ba8c-f3a78641d50e with Priority: HIGHEST for action security_group_rules [ 769.419065] env[65517]: INFO networking_nsxv3.common.synchronization [req-74d70642-0a54-4bae-9ada-b295f64ee4bd req-906c917e-55b7-4618-a249-da8df6855a4b service nova] Enqueued Resource ID: 0fda5972-7164-488f-ba8c-f3a78641d50e with Priority: HIGHEST for action security_group_members [ 769.419065] env[65517]: INFO networking_nsxv3.common.synchronization [req-74d70642-0a54-4bae-9ada-b295f64ee4bd req-906c917e-55b7-4618-a249-da8df6855a4b service nova] Enqueued Resource ID: f33077f4-9852-477a-ae48-9e86ad80fdce with Priority: HIGHEST for action port [ 769.419065] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fda5972-7164-488f-ba8c-f3a78641d50e with Priority: HIGHEST for action security_group_rules [ 769.419065] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fda5972-7164-488f-ba8c-f3a78641d50e with Priority: HIGHEST for action security_group_members [ 769.423028] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f33077f4-9852-477a-ae48-9e86ad80fdce with Priority: HIGHEST for action port [ 769.423394] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fda5972-7164-488f-ba8c-f3a78641d50e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.423519] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.423743] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fda5972-7164-488f-ba8c-f3a78641d50e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.423840] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.424370] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-f33077f4-9852-477a-ae48-9e86ad80fdce taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.424497] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f33077f4-9852-477a-ae48-9e86ad80fdce" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.424567] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f33077f4-9852-477a-ae48-9e86ad80fdce" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.424769] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f33077f4-9852-477a-ae48-9e86ad80fdce" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.424866] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f33077f4-9852-477a-ae48-9e86ad80fdce',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.927095] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f33077f4-9852-477a-ae48-9e86ad80fdce with status ACTIVE [ 769.927368] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.927498] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.927608] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.927847] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.928053] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.928282] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.928282] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.928396] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.928711] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.928788] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.929105] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.929219] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.929283] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.929447] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.929527] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.929671] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f33077f4-9852-477a-ae48-9e86ad80fdce is going to be updated. [ 769.960941] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.960941] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.960941] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.960941] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.960941] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.960941] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f33077f4-9852-477a-ae48-9e86ad80fdce" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.082277] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e in Status: SUCCESS [ 770.082532] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.082780] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.083060] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.083897] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.083897] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.083897] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.083897] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.083897] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.084384] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.084384] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a30006fc-e392-4ab1-a8ca-7c1e5845860e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.086176] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.086176] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.086176] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.086176] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.086176] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.086176] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.086176] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.086176] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a30006fc-e392-4ab1-a8ca-7c1e5845860e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.450103] env[65517]: INFO networking_nsxv3.common.synchronization [req-035424a3-7309-4a0a-bb21-c4865d2a5665 req-0b88f673-3d4b-4349-8605-d9f315103222 tempest-ServerDiskConfigTestJSON-1984357202 tempest-ServerDiskConfigTestJSON-1984357202-project-member] Enqueued Resource ID: 1730157f-766c-41ae-b440-eca87932927d with Priority: HIGHEST for action security_group_members [ 770.450689] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1730157f-766c-41ae-b440-eca87932927d with Priority: HIGHEST for action security_group_members [ 770.451095] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1730157f-766c-41ae-b440-eca87932927d taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.454033] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.454114] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.454324] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.454506] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.454615] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.454680] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.454833] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.454920] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.455023] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1730157f-766c-41ae-b440-eca87932927d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.589034] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-a30006fc-e392-4ab1-a8ca-7c1e5845860e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.591157] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.591157] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a30006fc-e392-4ab1-a8ca-7c1e5845860e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.958094] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.958392] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.958446] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.959027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.960508] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.960975] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.961437] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.961770] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.962779] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.962779] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.962779] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1730157f-766c-41ae-b440-eca87932927d is going to be updated. [ 770.990870] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-73 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.991140] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-73" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.991259] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-73" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.991544] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-73" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.991870] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.992117] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.992286] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.992600] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.992794] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.993064] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.993185] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 770.993287] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 770.993387] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 770.993492] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.993588] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 770.993719] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 770.996560] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fda5972-7164-488f-ba8c-f3a78641d50e in Status: SUCCESS [ 770.996784] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.997685] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.997972] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.998093] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.998217] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.998281] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.998458] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.998584] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.998709] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fda5972-7164-488f-ba8c-f3a78641d50e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.029551] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 771.029806] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 771.030015] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 771.030226] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-73" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.030652] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-9446c1bb-b443-4a52-879d-5fa6cb83f0dc taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.030767] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-9446c1bb-b443-4a52-879d-5fa6cb83f0dc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.030863] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-9446c1bb-b443-4a52-879d-5fa6cb83f0dc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.031220] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-9446c1bb-b443-4a52-879d-5fa6cb83f0dc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.031355] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9446c1bb-b443-4a52-879d-5fa6cb83f0dc',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.033227] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.033365] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.033424] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.033631] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.033771] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.054025] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1730157f-766c-41ae-b440-eca87932927d in Status: IN_PROGRESS for 2s [ 771.093224] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a30006fc-e392-4ab1-a8ca-7c1e5845860e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.501372] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0fda5972-7164-488f-ba8c-f3a78641d50e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.539195] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.540186] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.540186] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.540186] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.540186] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.540392] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port 9446c1bb-b443-4a52-879d-5fa6cb83f0dc not found, creating... [ 771.540656] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.540811] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.541204] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.541204] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.541398] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.541712] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.541871] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.541973] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.542200] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.542332] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.542468] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: 9446c1bb-b443-4a52-879d-5fa6cb83f0dc is going to be created. [ 771.594582] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.595073] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.595157] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.595552] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.595901] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.596930] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-9446c1bb-b443-4a52-879d-5fa6cb83f0dc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.599826] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.600044] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.600127] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.600378] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.600446] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.600595] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e is going to be updated. [ 771.674171] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.674377] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.674481] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.674754] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.674924] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.698128] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e in Status: IN_PROGRESS for 2s [ 772.003910] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0fda5972-7164-488f-ba8c-f3a78641d50e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.300595] env[65517]: INFO networking_nsxv3.common.synchronization [req-035424a3-7309-4a0a-bb21-c4865d2a5665 req-ad96b86d-c739-40a6-9951-466f41734120 service nova] Enqueued Resource ID: 1730157f-766c-41ae-b440-eca87932927d with Priority: HIGHEST for action security_group_rules [ 772.300595] env[65517]: INFO networking_nsxv3.common.synchronization [req-035424a3-7309-4a0a-bb21-c4865d2a5665 req-ad96b86d-c739-40a6-9951-466f41734120 service nova] Enqueued Resource ID: 1730157f-766c-41ae-b440-eca87932927d with Priority: HIGHEST for action security_group_members [ 772.300595] env[65517]: INFO networking_nsxv3.common.synchronization [req-035424a3-7309-4a0a-bb21-c4865d2a5665 req-ad96b86d-c739-40a6-9951-466f41734120 service nova] Enqueued Resource ID: 9446c1bb-b443-4a52-879d-5fa6cb83f0dc with Priority: HIGHEST for action port [ 772.300595] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1730157f-766c-41ae-b440-eca87932927d with Priority: HIGHEST for action security_group_rules [ 772.300889] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1730157f-766c-41ae-b440-eca87932927d with Priority: HIGHEST for action security_group_members [ 772.301178] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9446c1bb-b443-4a52-879d-5fa6cb83f0dc with Priority: HIGHEST for action port [ 772.304650] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1730157f-766c-41ae-b440-eca87932927d taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.304650] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.304650] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.304650] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.304650] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1730157f-766c-41ae-b440-eca87932927d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.304650] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1730157f-766c-41ae-b440-eca87932927d taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.304650] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.304650] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-9446c1bb-b443-4a52-879d-5fa6cb83f0dc taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.304650] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9446c1bb-b443-4a52-879d-5fa6cb83f0dc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.304650] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9446c1bb-b443-4a52-879d-5fa6cb83f0dc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.305364] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9446c1bb-b443-4a52-879d-5fa6cb83f0dc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.305596] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9446c1bb-b443-4a52-879d-5fa6cb83f0dc',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.506773] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.507039] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.507145] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.507366] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.507480] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.507608] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fda5972-7164-488f-ba8c-f3a78641d50e is going to be updated. [ 772.539966] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.540244] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.540320] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.540549] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.540700] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.550874] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fda5972-7164-488f-ba8c-f3a78641d50e in Status: IN_PROGRESS for 2s [ 772.808020] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1730157f-766c-41ae-b440-eca87932927d taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.808208] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.808424] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9446c1bb-b443-4a52-879d-5fa6cb83f0dc with status ACTIVE [ 772.808619] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.808743] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.808806] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.809095] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.809187] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.809379] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.809488] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.809555] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.809727] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.809809] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.810060] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.810146] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.810197] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.810332] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.810415] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.810503] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9446c1bb-b443-4a52-879d-5fa6cb83f0dc is going to be updated. [ 772.855022] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.855022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.855022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.855022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.855022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.855022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9446c1bb-b443-4a52-879d-5fa6cb83f0dc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.065239] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1730157f-766c-41ae-b440-eca87932927d in Status: SUCCESS [ 773.065513] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1730157f-766c-41ae-b440-eca87932927d deletion is rescheduled due to dependency. [ 773.067706] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.067706] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.067706] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.067706] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.067706] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.067706] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.067706] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.067706] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.067706] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1730157f-766c-41ae-b440-eca87932927d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.569579] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1730157f-766c-41ae-b440-eca87932927d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.710220] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e in Status: SUCCESS [ 773.710507] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.710692] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.711065] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.711180] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.711258] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.711304] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.711450] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.711537] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.711759] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.711956] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-a30006fc-e392-4ab1-a8ca-7c1e5845860e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.712074] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.712139] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.712326] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.712484] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.712607] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.712810] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.712880] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.712964] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.713064] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.713184] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a30006fc-e392-4ab1-a8ca-7c1e5845860e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.072503] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1730157f-766c-41ae-b440-eca87932927d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.217178] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a30006fc-e392-4ab1-a8ca-7c1e5845860e: rpc.has_security_group_logging(os_id): False [ 774.242123] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.242403] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.242403] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.242661] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.242761] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.243024] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.243192] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.243256] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.243416] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.243515] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.243729] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.243824] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.244221] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.244548] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.244642] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.244846] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.244979] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.245065] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.245216] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.245306] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.245409] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e is going to be created. [ 774.451311] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.451499] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.451572] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.451797] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.451995] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.468579] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e in Status: IN_PROGRESS for 2s [ 774.571681] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fda5972-7164-488f-ba8c-f3a78641d50e in Status: SUCCESS [ 774.571912] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.572138] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.573261] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.573261] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.573261] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.573261] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.573261] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.573261] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.573261] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.573625] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0fda5972-7164-488f-ba8c-f3a78641d50e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.578213] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.578213] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.578213] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.578213] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.578213] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.578213] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.578213] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.578213] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fda5972-7164-488f-ba8c-f3a78641d50e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.579574] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.579654] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.579707] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.579919] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.579954] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.580060] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1730157f-766c-41ae-b440-eca87932927d is going to be updated. [ 774.621730] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.621883] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.621951] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.622230] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.622390] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.633584] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1730157f-766c-41ae-b440-eca87932927d in Status: IN_PROGRESS for 2s [ 774.679595] env[65517]: INFO networking_nsxv3.common.synchronization [None req-745f1c0d-a193-4631-97a2-c7ab3b31b829 None None] Enqueued Resource ID: d368ec54-0227-4e0e-be22-c5f1f35f6f89 with Priority: HIGHEST for action port [ 774.680864] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d368ec54-0227-4e0e-be22-c5f1f35f6f89 with Priority: HIGHEST for action port [ 774.681318] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-d368ec54-0227-4e0e-be22-c5f1f35f6f89 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.681694] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d368ec54-0227-4e0e-be22-c5f1f35f6f89" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.681795] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d368ec54-0227-4e0e-be22-c5f1f35f6f89" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.682142] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d368ec54-0227-4e0e-be22-c5f1f35f6f89" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.682267] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d368ec54-0227-4e0e-be22-c5f1f35f6f89',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.082572] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fda5972-7164-488f-ba8c-f3a78641d50e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.082870] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.082910] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0fda5972-7164-488f-ba8c-f3a78641d50e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.185031] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d368ec54-0227-4e0e-be22-c5f1f35f6f89 [ 775.185570] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.186344] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.186344] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.186344] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.186344] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.186566] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d368ec54-0227-4e0e-be22-c5f1f35f6f89 already deleted. [ 775.186610] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d368ec54-0227-4e0e-be22-c5f1f35f6f89" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.585342] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0fda5972-7164-488f-ba8c-f3a78641d50e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.089956] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.090376] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.090376] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.090521] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.090521] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.090636] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fda5972-7164-488f-ba8c-f3a78641d50e is going to be updated. [ 776.128257] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.128401] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.128465] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.128682] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.129188] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.140844] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fda5972-7164-488f-ba8c-f3a78641d50e in Status: IN_PROGRESS for 2s [ 776.472640] env[65517]: INFO networking_nsxv3.common.synchronization [req-954121f1-072c-4ed9-a661-2787be998889 req-7d1c46ad-13bb-4e3a-abfa-2cd33885f22c tempest-ServersAdminNegativeTestJSON-1015317740 tempest-ServersAdminNegativeTestJSON-1015317740-project-member] Enqueued Resource ID: b0224a42-bf09-4ccf-a860-732b81d9fc27 with Priority: HIGHEST for action security_group_members [ 776.478856] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0224a42-bf09-4ccf-a860-732b81d9fc27 with Priority: HIGHEST for action security_group_members [ 776.478856] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0224a42-bf09-4ccf-a860-732b81d9fc27 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.478856] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.478856] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.478856] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.478856] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.478856] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.478856] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.478856] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.478856] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.478856] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0224a42-bf09-4ccf-a860-732b81d9fc27',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.497229] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e in Status: SUCCESS [ 776.497229] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.500022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.500022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.500022] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a30006fc-e392-4ab1-a8ca-7c1e5845860e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.645046] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1730157f-766c-41ae-b440-eca87932927d in Status: SUCCESS [ 776.645227] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.645400] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.645637] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.645851] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.645966] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.646071] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.646227] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.646334] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.646455] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.646557] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1730157f-766c-41ae-b440-eca87932927d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.982141] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0224a42-bf09-4ccf-a860-732b81d9fc27',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.009037] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-a30006fc-e392-4ab1-a8ca-7c1e5845860e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.009037] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.009037] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.009037] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.009037] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.009037] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.009037] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.009037] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.009037] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.009037] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.009037] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a30006fc-e392-4ab1-a8ca-7c1e5845860e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.099025] env[65517]: INFO networking_nsxv3.common.synchronization [None req-2b581960-3ec1-4396-8d4f-f6c5cfd87db5 None None] Enqueued Resource ID: 7ec43586-dc05-4d3c-bdc1-c03942a7ec20 with Priority: HIGHEST for action port [ 777.099025] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ec43586-dc05-4d3c-bdc1-c03942a7ec20 with Priority: HIGHEST for action port [ 777.099025] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ec43586-dc05-4d3c-bdc1-c03942a7ec20 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.099025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ec43586-dc05-4d3c-bdc1-c03942a7ec20" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.099025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ec43586-dc05-4d3c-bdc1-c03942a7ec20" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.099025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ec43586-dc05-4d3c-bdc1-c03942a7ec20" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.099025] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ec43586-dc05-4d3c-bdc1-c03942a7ec20',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.150136] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1730157f-766c-41ae-b440-eca87932927d taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.150353] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.150353] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.151126] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.151126] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.151126] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.151387] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.151439] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.151486] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.151792] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.151792] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1730157f-766c-41ae-b440-eca87932927d taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.151937] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.151937] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.152090] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.152185] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.152308] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.152357] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.152482] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.152554] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.152632] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.152719] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1730157f-766c-41ae-b440-eca87932927d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.485806] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0224a42-bf09-4ccf-a860-732b81d9fc27',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.511125] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-a30006fc-e392-4ab1-a8ca-7c1e5845860e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.511125] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.511125] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.511125] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.511615] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.514179] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.514179] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.514179] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.514179] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.514179] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.514179] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-a30006fc-e392-4ab1-a8ca-7c1e5845860e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.514179] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.514179] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.514179] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.514179] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.515134] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.515134] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.515134] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.515134] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.515134] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.516208] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a30006fc-e392-4ab1-a8ca-7c1e5845860e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.600477] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ec43586-dc05-4d3c-bdc1-c03942a7ec20 [ 777.600790] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.600965] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.601075] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.604023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.604023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.604023] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ec43586-dc05-4d3c-bdc1-c03942a7ec20 already deleted. [ 777.604023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ec43586-dc05-4d3c-bdc1-c03942a7ec20" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.659089] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1730157f-766c-41ae-b440-eca87932927d: rpc.has_security_group_logging(os_id): False [ 777.690074] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.690074] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.690219] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.690966] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.690966] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.690966] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.690966] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.690966] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.692171] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.692171] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.692171] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.692171] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.692171] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.692171] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.694148] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.694502] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.694674] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.694770] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.695111] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.695147] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.695275] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1730157f-766c-41ae-b440-eca87932927d is going to be updated. [ 777.784988] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.784988] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.784988] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.784988] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.784988] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.813876] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1730157f-766c-41ae-b440-eca87932927d in Status: IN_PROGRESS for 2s [ 777.988598] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.988860] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.989063] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.992852] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.992852] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.992852] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0224a42-bf09-4ccf-a860-732b81d9fc27 is going to be updated. [ 778.021050] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a30006fc-e392-4ab1-a8ca-7c1e5845860e: rpc.has_security_group_logging(os_id): False [ 778.041856] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.042092] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.042092] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.042297] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.044942] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.045232] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.045358] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.045426] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.045616] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.045692] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.045884] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.045990] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.046066] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.046190] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.046289] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.046480] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.046580] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.046629] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.046754] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.046828] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.046914] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e is going to be updated. [ 778.049871] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.050042] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.050109] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.050257] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.050390] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.063958] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0224a42-bf09-4ccf-a860-732b81d9fc27 in Status: IN_PROGRESS for 2s [ 778.139486] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.139837] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.139837] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.139927] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.142361] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.151657] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fda5972-7164-488f-ba8c-f3a78641d50e in Status: SUCCESS [ 778.151873] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.152294] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.152294] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.152470] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.152589] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.152722] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.152802] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.152890] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.152973] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.153169] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fda5972-7164-488f-ba8c-f3a78641d50e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.153268] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.153326] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.153464] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.153662] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.154204] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.154204] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.154204] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.154204] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.154204] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.154606] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0fda5972-7164-488f-ba8c-f3a78641d50e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.158294] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e in Status: IN_PROGRESS for 2s [ 778.517289] env[65517]: INFO networking_nsxv3.common.synchronization [None req-e06f00be-04da-41af-a204-bc6d323f09f2 None None] Enqueued Resource ID: a8022884-b714-4d1d-a88e-c00bcaa42b90 with Priority: HIGHEST for action port [ 778.519386] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8022884-b714-4d1d-a88e-c00bcaa42b90 with Priority: HIGHEST for action port [ 778.520834] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8022884-b714-4d1d-a88e-c00bcaa42b90 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.522046] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8022884-b714-4d1d-a88e-c00bcaa42b90" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.522046] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8022884-b714-4d1d-a88e-c00bcaa42b90" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.522046] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8022884-b714-4d1d-a88e-c00bcaa42b90" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.522046] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8022884-b714-4d1d-a88e-c00bcaa42b90',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.659671] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0fda5972-7164-488f-ba8c-f3a78641d50e: rpc.has_security_group_logging(os_id): False [ 778.681620] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.681818] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.681940] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.682245] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.683431] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.683431] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.683431] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.683431] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.683431] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.683811] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.683811] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.683947] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.686920] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.686920] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.686920] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.686920] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.686920] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.686920] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.686920] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.686920] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.686920] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fda5972-7164-488f-ba8c-f3a78641d50e is going to be created. [ 778.764076] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.764187] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.764226] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.764476] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.764753] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.784804] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fda5972-7164-488f-ba8c-f3a78641d50e in Status: IN_PROGRESS for 2s [ 779.025360] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8022884-b714-4d1d-a88e-c00bcaa42b90 [ 779.025784] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.025959] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.026067] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.029242] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.029242] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.029242] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8022884-b714-4d1d-a88e-c00bcaa42b90 already deleted. [ 779.029242] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8022884-b714-4d1d-a88e-c00bcaa42b90" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.228483] env[65517]: INFO networking_nsxv3.common.synchronization [None req-c519fdc2-88f1-4ada-acfc-db4a01ebc757 None None] Enqueued Resource ID: 1b2a9efe-7c78-4137-8e0d-8aa890f83792 with Priority: HIGHEST for action port [ 779.229370] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b2a9efe-7c78-4137-8e0d-8aa890f83792 with Priority: HIGHEST for action port [ 779.230159] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b2a9efe-7c78-4137-8e0d-8aa890f83792 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.231288] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b2a9efe-7c78-4137-8e0d-8aa890f83792" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.231418] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b2a9efe-7c78-4137-8e0d-8aa890f83792" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.231787] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b2a9efe-7c78-4137-8e0d-8aa890f83792" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.231891] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b2a9efe-7c78-4137-8e0d-8aa890f83792',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.736594] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b2a9efe-7c78-4137-8e0d-8aa890f83792 [ 779.736829] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.736922] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.736974] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.737259] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.737343] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.737433] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b2a9efe-7c78-4137-8e0d-8aa890f83792 already deleted. [ 779.737569] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b2a9efe-7c78-4137-8e0d-8aa890f83792" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.831402] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1730157f-766c-41ae-b440-eca87932927d in Status: SUCCESS [ 779.831849] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.092477] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0224a42-bf09-4ccf-a860-732b81d9fc27 in Status: SUCCESS [ 780.092477] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.105947] env[65517]: INFO networking_nsxv3.common.synchronization [None req-d5b7d6b0-b96c-4f7f-b546-5af4b19b0f3b tempest-ServersTestFqdnHostnames-507733180 tempest-ServersTestFqdnHostnames-507733180-project-member] Enqueued Resource ID: 329fa4e8-c914-41a8-b6b9-5f8cf20abd70 with Priority: HIGHEST for action security_group_rules [ 780.106656] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 329fa4e8-c914-41a8-b6b9-5f8cf20abd70 with Priority: HIGHEST for action security_group_rules [ 780.107445] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-329fa4e8-c914-41a8-b6b9-5f8cf20abd70 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.107696] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-329fa4e8-c914-41a8-b6b9-5f8cf20abd70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.107869] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-329fa4e8-c914-41a8-b6b9-5f8cf20abd70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.109328] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-329fa4e8-c914-41a8-b6b9-5f8cf20abd70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.109328] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('329fa4e8-c914-41a8-b6b9-5f8cf20abd70',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.179638] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e in Status: SUCCESS [ 780.179867] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.579059] env[65517]: INFO networking_nsxv3.common.synchronization [None req-41474f06-6469-4c16-8664-7fc86dd017da tempest-ServersTestFqdnHostnames-507733180 tempest-ServersTestFqdnHostnames-507733180-project-member] Enqueued Resource ID: 329fa4e8-c914-41a8-b6b9-5f8cf20abd70 with Priority: HIGHEST for action security_group_rules [ 780.579729] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 329fa4e8-c914-41a8-b6b9-5f8cf20abd70 with Priority: HIGHEST for action security_group_rules [ 780.580572] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-329fa4e8-c914-41a8-b6b9-5f8cf20abd70 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.580685] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-329fa4e8-c914-41a8-b6b9-5f8cf20abd70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.633893] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.634068] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.634178] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.634410] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.635220] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.635220] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 329fa4e8-c914-41a8-b6b9-5f8cf20abd70 already deleted. [ 780.635220] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-329fa4e8-c914-41a8-b6b9-5f8cf20abd70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.635220] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-329fa4e8-c914-41a8-b6b9-5f8cf20abd70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.635220] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-329fa4e8-c914-41a8-b6b9-5f8cf20abd70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.635448] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('329fa4e8-c914-41a8-b6b9-5f8cf20abd70',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.801971] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fda5972-7164-488f-ba8c-f3a78641d50e in Status: SUCCESS [ 780.802271] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.802479] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.802715] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.802809] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fda5972-7164-488f-ba8c-f3a78641d50e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.051954] env[65517]: INFO networking_nsxv3.common.synchronization [req-729f6605-05f6-4c34-8dd3-3809c89dc82d req-a921d985-3519-4057-adcb-d49d5031a04c tempest-ServersWithSpecificFlavorTestJSON-565045701 tempest-ServersWithSpecificFlavorTestJSON-565045701-project-member] Enqueued Resource ID: 674c7603-cd3d-4525-a99d-c0c8514d165a with Priority: HIGHEST for action security_group_members [ 781.052951] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 674c7603-cd3d-4525-a99d-c0c8514d165a with Priority: HIGHEST for action security_group_members [ 781.053362] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-674c7603-cd3d-4525-a99d-c0c8514d165a taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.053542] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-674c7603-cd3d-4525-a99d-c0c8514d165a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.054790] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-674c7603-cd3d-4525-a99d-c0c8514d165a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.054790] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-674c7603-cd3d-4525-a99d-c0c8514d165a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.054790] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.054790] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.054790] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.054790] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.054790] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.054790] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('674c7603-cd3d-4525-a99d-c0c8514d165a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.159902] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.160189] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.160189] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.160435] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.160481] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.160590] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 329fa4e8-c914-41a8-b6b9-5f8cf20abd70 already deleted. [ 781.160665] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-329fa4e8-c914-41a8-b6b9-5f8cf20abd70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.305265] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fda5972-7164-488f-ba8c-f3a78641d50e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.305441] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.305511] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.305736] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.306018] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.309023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.309023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.309023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.309023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.309023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.309023] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0fda5972-7164-488f-ba8c-f3a78641d50e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.563128] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.563705] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.564305] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.564305] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.564440] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.564664] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.564803] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.564948] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.565316] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.565316] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.565416] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 674c7603-cd3d-4525-a99d-c0c8514d165a is going to be updated. [ 781.612382] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.613776] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.613776] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.613776] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.613776] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.626776] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 674c7603-cd3d-4525-a99d-c0c8514d165a in Status: IN_PROGRESS for 2s [ 781.811037] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fda5972-7164-488f-ba8c-f3a78641d50e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.811037] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.811037] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.811037] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.811037] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.811037] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.811037] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.811037] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.811037] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.811037] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.811546] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fda5972-7164-488f-ba8c-f3a78641d50e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.811546] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.811546] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.811546] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.811678] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.811761] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.811822] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.811954] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.812042] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.812124] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.812212] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0fda5972-7164-488f-ba8c-f3a78641d50e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.315639] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0fda5972-7164-488f-ba8c-f3a78641d50e: rpc.has_security_group_logging(os_id): False [ 782.330892] env[65517]: INFO networking_nsxv3.common.synchronization [req-c3910a2e-3e4f-4b85-9307-c198fae59d5b req-976dbc32-fe5e-46c0-84f4-3b20234b770d tempest-ServerDiagnosticsTest-612509888 tempest-ServerDiagnosticsTest-612509888-project-member] Enqueued Resource ID: e3852e0d-b43c-4061-b6fb-03d996b64bb7 with Priority: HIGHEST for action security_group_members [ 782.331015] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3852e0d-b43c-4061-b6fb-03d996b64bb7 with Priority: HIGHEST for action security_group_members [ 782.331945] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3852e0d-b43c-4061-b6fb-03d996b64bb7 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.331945] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3852e0d-b43c-4061-b6fb-03d996b64bb7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.331945] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3852e0d-b43c-4061-b6fb-03d996b64bb7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.332159] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3852e0d-b43c-4061-b6fb-03d996b64bb7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.332561] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.332561] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.332561] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.332561] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.332745] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.332795] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3852e0d-b43c-4061-b6fb-03d996b64bb7',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.336397] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.336495] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.336568] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.336735] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.336838] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.337057] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.337148] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.337209] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.337374] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.337426] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.337600] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.337689] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.337758] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.337899] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.337972] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.338216] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.338304] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.338560] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.338560] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.338560] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.338775] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fda5972-7164-488f-ba8c-f3a78641d50e is going to be updated. [ 782.425783] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.425783] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.425783] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.425783] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.425783] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.461732] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fda5972-7164-488f-ba8c-f3a78641d50e in Status: IN_PROGRESS for 2s [ 782.770360] env[65517]: INFO networking_nsxv3.common.synchronization [req-8828fc12-0bf8-4a06-92a0-34272e1c480e req-6501aacb-a583-41eb-aae2-a87fb7fc694a tempest-MultipleCreateTestJSON-1088853482 tempest-MultipleCreateTestJSON-1088853482-project-member] Enqueued Resource ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e with Priority: HIGHEST for action security_group_members [ 782.771361] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e with Priority: HIGHEST for action security_group_members [ 782.771739] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-a30006fc-e392-4ab1-a8ca-7c1e5845860e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.771914] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.771973] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.772277] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.772578] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.772704] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.772797] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.772973] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.773108] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.773228] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a30006fc-e392-4ab1-a8ca-7c1e5845860e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.834883] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.835168] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.835587] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.835874] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.836017] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.836443] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.836588] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.836678] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.836900] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.837053] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.837186] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3852e0d-b43c-4061-b6fb-03d996b64bb7 is going to be updated. [ 782.844044] env[65517]: INFO networking_nsxv3.common.synchronization [req-a5b82e43-723b-434c-8cf2-5b9a989e4781 req-643eaa1a-1ec5-43a7-8d8c-10a9acc21ac6 tempest-ImagesOneServerNegativeTestJSON-186561115 tempest-ImagesOneServerNegativeTestJSON-186561115-project-member] Enqueued Resource ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 with Priority: HIGHEST for action security_group_members [ 782.844802] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 with Priority: HIGHEST for action security_group_members [ 782.845169] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fbb3b40-047e-4040-93f0-4cf35b8eb514 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.845376] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.845459] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.845684] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.845893] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.846038] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.846091] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.846229] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.846348] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.846447] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fbb3b40-047e-4040-93f0-4cf35b8eb514',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.873014] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.873232] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.873232] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.873446] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.873590] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.884028] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3852e0d-b43c-4061-b6fb-03d996b64bb7 in Status: IN_PROGRESS for 2s [ 783.199563] env[65517]: INFO networking_nsxv3.common.synchronization [req-50fa17a0-d270-49de-a7e8-57bf74e3ad5c req-9231d294-7eb8-42a6-84ef-731f8db01ea7 tempest-ServersTestJSON-779093636 tempest-ServersTestJSON-779093636-project-member] Enqueued Resource ID: b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8 with Priority: HIGHEST for action security_group_members [ 783.200481] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8 with Priority: HIGHEST for action security_group_members [ 783.200828] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.200949] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.201050] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.201292] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.201470] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.201592] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.201672] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.201830] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.201930] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.203058] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.275690] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a30006fc-e392-4ab1-a8ca-7c1e5845860e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.352217] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.352217] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.352217] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.352217] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.352217] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.352217] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.352217] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.352217] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.352217] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.352217] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.352217] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 is going to be updated. [ 783.381445] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.381606] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.381647] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.381833] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.385019] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.391471] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 in Status: IN_PROGRESS for 2s [ 783.640884] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 674c7603-cd3d-4525-a99d-c0c8514d165a in Status: SUCCESS [ 783.641088] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 674c7603-cd3d-4525-a99d-c0c8514d165a deletion is rescheduled due to dependency. [ 783.641213] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-674c7603-cd3d-4525-a99d-c0c8514d165a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.667412] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-71 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.667605] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-71" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.667729] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-71" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.668023] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-71" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.668279] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.668426] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.668533] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.668770] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.668910] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.669175] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 783.669285] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 783.669390] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 783.669511] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 783.669626] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 783.669724] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 783.669845] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 783.690338] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 783.690529] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 783.690636] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 783.690805] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-71" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.691138] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-012f75e3-8bea-4de0-9d56-d0b81de150d3 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.691308] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-012f75e3-8bea-4de0-9d56-d0b81de150d3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.691421] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-012f75e3-8bea-4de0-9d56-d0b81de150d3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.691766] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-012f75e3-8bea-4de0-9d56-d0b81de150d3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.691895] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('012f75e3-8bea-4de0-9d56-d0b81de150d3',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.707900] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.707900] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.707900] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.707900] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.707900] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.707900] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.708421] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.708421] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.708611] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.708690] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.708786] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8 is going to be updated. [ 783.742251] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.742445] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.742487] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.742678] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.742816] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.754068] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8 in Status: IN_PROGRESS for 2s [ 783.780489] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a30006fc-e392-4ab1-a8ca-7c1e5845860e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.195135] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.195135] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.195135] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.195135] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.195565] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.195565] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port 012f75e3-8bea-4de0-9d56-d0b81de150d3 not found, creating... [ 784.195885] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.196115] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.196294] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.196606] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.196779] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.197212] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.197423] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.197584] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.197853] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.198085] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.198263] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: 012f75e3-8bea-4de0-9d56-d0b81de150d3 is going to be created. [ 784.220146] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.220458] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.220645] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.220965] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.221401] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.221673] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-012f75e3-8bea-4de0-9d56-d0b81de150d3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.283910] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.284196] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.284366] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.284669] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.284669] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.284863] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e is going to be updated. [ 784.329959] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.330231] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.330231] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.330497] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.330668] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.353170] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e in Status: IN_PROGRESS for 2s [ 784.480977] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fda5972-7164-488f-ba8c-f3a78641d50e in Status: SUCCESS [ 784.481277] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.898999] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3852e0d-b43c-4061-b6fb-03d996b64bb7 in Status: SUCCESS [ 784.898999] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3852e0d-b43c-4061-b6fb-03d996b64bb7 deletion is rescheduled due to dependency. [ 784.898999] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3852e0d-b43c-4061-b6fb-03d996b64bb7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.042854] env[65517]: INFO networking_nsxv3.common.synchronization [req-a5b82e43-723b-434c-8cf2-5b9a989e4781 req-22e1aac6-7b84-42ab-9b66-354daabb284f service nova] Enqueued Resource ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 with Priority: HIGHEST for action security_group_rules [ 785.042854] env[65517]: INFO networking_nsxv3.common.synchronization [req-a5b82e43-723b-434c-8cf2-5b9a989e4781 req-22e1aac6-7b84-42ab-9b66-354daabb284f service nova] Enqueued Resource ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 with Priority: HIGHEST for action security_group_members [ 785.042854] env[65517]: INFO networking_nsxv3.common.synchronization [req-a5b82e43-723b-434c-8cf2-5b9a989e4781 req-22e1aac6-7b84-42ab-9b66-354daabb284f service nova] Enqueued Resource ID: 012f75e3-8bea-4de0-9d56-d0b81de150d3 with Priority: HIGHEST for action port [ 785.044094] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 with Priority: HIGHEST for action security_group_rules [ 785.044094] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 with Priority: HIGHEST for action security_group_members [ 785.044094] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 012f75e3-8bea-4de0-9d56-d0b81de150d3 with Priority: HIGHEST for action port [ 785.046159] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fbb3b40-047e-4040-93f0-4cf35b8eb514 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.047533] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.047631] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.049547] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.049661] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fbb3b40-047e-4040-93f0-4cf35b8eb514',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.050700] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fbb3b40-047e-4040-93f0-4cf35b8eb514 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.050800] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.051033] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-012f75e3-8bea-4de0-9d56-d0b81de150d3 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.051146] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-012f75e3-8bea-4de0-9d56-d0b81de150d3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.051226] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-012f75e3-8bea-4de0-9d56-d0b81de150d3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.051429] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-012f75e3-8bea-4de0-9d56-d0b81de150d3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.051507] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('012f75e3-8bea-4de0-9d56-d0b81de150d3',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.406981] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 in Status: SUCCESS [ 785.407345] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 deletion is rescheduled due to dependency. [ 785.407474] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.408052] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.408052] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.408163] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.408218] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.408249] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.408420] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.408529] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.408632] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fbb3b40-047e-4040-93f0-4cf35b8eb514',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.555041] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fbb3b40-047e-4040-93f0-4cf35b8eb514 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.555599] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.555955] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 012f75e3-8bea-4de0-9d56-d0b81de150d3 with status ACTIVE [ 785.556894] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.556894] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.556894] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.556894] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.556894] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.556894] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.557378] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.557378] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.557378] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.557482] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.558788] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.558788] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.558788] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.558788] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.558788] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.558788] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 012f75e3-8bea-4de0-9d56-d0b81de150d3 is going to be updated. [ 785.587276] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.587455] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.587496] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.587704] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.587843] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.588013] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-012f75e3-8bea-4de0-9d56-d0b81de150d3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.765920] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8 in Status: SUCCESS [ 785.765920] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8 deletion is rescheduled due to dependency. [ 785.766771] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.911387] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2fbb3b40-047e-4040-93f0-4cf35b8eb514',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.366532] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e in Status: SUCCESS [ 786.366889] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.414436] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2fbb3b40-047e-4040-93f0-4cf35b8eb514',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.917089] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.917089] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.917089] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.921316] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.921316] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.921316] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 is going to be updated. [ 786.951554] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.951706] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.951777] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.951988] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.952153] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.961302] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 in Status: IN_PROGRESS for 2s [ 787.580173] env[65517]: INFO networking_nsxv3.common.synchronization [None req-9e69c675-3fe5-4974-8a7e-13ec98f2b7ce None None] Enqueued Resource ID: bb40b493-3979-403c-9322-aaed2cc55101 with Priority: HIGHEST for action port [ 787.580886] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb40b493-3979-403c-9322-aaed2cc55101 with Priority: HIGHEST for action port [ 787.581374] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb40b493-3979-403c-9322-aaed2cc55101 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.581581] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb40b493-3979-403c-9322-aaed2cc55101" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.581718] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb40b493-3979-403c-9322-aaed2cc55101" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.582078] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb40b493-3979-403c-9322-aaed2cc55101" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.582238] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb40b493-3979-403c-9322-aaed2cc55101',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.688041] env[65517]: INFO networking_nsxv3.common.synchronization [req-f4aafbca-2f6a-4f70-9e1e-d2c6bcfd2253 req-1293d647-7b75-4d1b-a009-8751ae0e0b55 tempest-MultipleCreateTestJSON-1088853482 tempest-MultipleCreateTestJSON-1088853482-project-member] Enqueued Resource ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e with Priority: HIGHEST for action security_group_members [ 787.688041] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e with Priority: HIGHEST for action security_group_members [ 787.689173] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-a30006fc-e392-4ab1-a8ca-7c1e5845860e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.689173] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.689173] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.689173] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.689173] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.689173] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.689173] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.689496] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.689496] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.689496] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a30006fc-e392-4ab1-a8ca-7c1e5845860e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.088044] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb40b493-3979-403c-9322-aaed2cc55101 [ 788.088044] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.088439] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.088439] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.089145] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.089145] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.089145] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb40b493-3979-403c-9322-aaed2cc55101 already deleted. [ 788.089469] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb40b493-3979-403c-9322-aaed2cc55101" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.192711] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.193780] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.193780] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.193780] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.193780] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.193780] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.193780] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.193780] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.194092] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.194092] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.194092] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e is going to be updated. [ 788.227530] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.227681] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.227753] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.228410] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.228410] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.240147] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e in Status: IN_PROGRESS for 2s [ 788.972909] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 in Status: SUCCESS [ 788.972909] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.972909] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.972909] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.972909] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.972909] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.973207] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.973207] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.973267] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.973294] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.973559] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2fbb3b40-047e-4040-93f0-4cf35b8eb514',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.481219] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fbb3b40-047e-4040-93f0-4cf35b8eb514 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.481219] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.481219] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.481219] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.481219] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.481219] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.481219] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.481219] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.481219] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.481219] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.481219] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fbb3b40-047e-4040-93f0-4cf35b8eb514 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.481219] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.482081] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.482081] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.482081] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.482081] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.482081] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.482081] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.482081] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.482301] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.482301] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2fbb3b40-047e-4040-93f0-4cf35b8eb514',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.562205] env[65517]: INFO networking_nsxv3.common.synchronization [req-64222b5a-4623-4749-9fd2-0278b2174199 req-44bacb20-6bee-4b7e-bbf3-44bfc57a0b82 tempest-AttachInterfacesTestJSON-1046622067 tempest-AttachInterfacesTestJSON-1046622067-project-member] Enqueued Resource ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 with Priority: HIGHEST for action security_group_members [ 789.563715] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 with Priority: HIGHEST for action security_group_members [ 789.564026] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.564141] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.564210] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.564474] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.564588] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.564657] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.564763] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.564831] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.564917] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.565026] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.888801] env[65517]: INFO networking_nsxv3.common.synchronization [None req-cabd4df4-e58f-4a12-b651-5aed0d32f7b2 None None] Enqueued Resource ID: c96b4144-32d1-4db4-ba34-6ecc1dca99ea with Priority: HIGHEST for action port [ 789.888949] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c96b4144-32d1-4db4-ba34-6ecc1dca99ea with Priority: HIGHEST for action port [ 789.890143] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-c96b4144-32d1-4db4-ba34-6ecc1dca99ea taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.890143] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c96b4144-32d1-4db4-ba34-6ecc1dca99ea" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.890143] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c96b4144-32d1-4db4-ba34-6ecc1dca99ea" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.890333] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c96b4144-32d1-4db4-ba34-6ecc1dca99ea" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.890400] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c96b4144-32d1-4db4-ba34-6ecc1dca99ea',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.986618] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2fbb3b40-047e-4040-93f0-4cf35b8eb514: rpc.has_security_group_logging(os_id): False [ 790.003446] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.003581] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.003650] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.003970] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.004058] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.004230] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.004333] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.004396] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.004556] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.004632] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.004989] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.004989] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.004989] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.005133] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.005162] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.005384] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.005490] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.005547] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.005685] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.005756] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.005836] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 is going to be updated. [ 790.067666] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.067936] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.068054] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.068348] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.068484] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.068758] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.068908] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.069012] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.069252] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.069406] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.069489] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 is going to be updated. [ 790.083644] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.083778] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.083850] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.084073] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.084223] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.094381] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 in Status: IN_PROGRESS for 2s [ 790.103360] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.103799] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.103799] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.103799] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.103926] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.114984] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 in Status: IN_PROGRESS for 2s [ 790.254103] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e in Status: SUCCESS [ 790.254103] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e deletion is rescheduled due to dependency. [ 790.254103] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.393853] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c96b4144-32d1-4db4-ba34-6ecc1dca99ea [ 790.393853] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.393853] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.393853] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.393853] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.394121] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.394121] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c96b4144-32d1-4db4-ba34-6ecc1dca99ea already deleted. [ 790.394225] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c96b4144-32d1-4db4-ba34-6ecc1dca99ea" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.687833] env[65517]: INFO networking_nsxv3.common.synchronization [req-d6d11d95-ea72-4da7-8bcd-6270c1afd4fe req-f1dcdd79-67db-4a9c-84e4-612a42017435 tempest-FloatingIPsAssociationNegativeTestJSON-1331977464 tempest-FloatingIPsAssociationNegativeTestJSON-1331977464-project-member] Enqueued Resource ID: 871dde01-9cd4-45b2-bbe9-163475d17e44 with Priority: HIGHEST for action security_group_members [ 790.688490] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 871dde01-9cd4-45b2-bbe9-163475d17e44 with Priority: HIGHEST for action security_group_members [ 790.688804] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-871dde01-9cd4-45b2-bbe9-163475d17e44 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.688929] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-871dde01-9cd4-45b2-bbe9-163475d17e44" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.688994] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-871dde01-9cd4-45b2-bbe9-163475d17e44" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.689992] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-871dde01-9cd4-45b2-bbe9-163475d17e44" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.691403] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.691655] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.691655] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.691861] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.691955] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.692988] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('871dde01-9cd4-45b2-bbe9-163475d17e44',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.001792] env[65517]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7e4570b2-4534-494d-b989-350353d69627 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 791.002414] env[65517]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7e4570b2-4534-494d-b989-350353d69627 None None] NSXv3 Agent Agent loop - iteration:1 started [ 791.195964] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.196168] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.196247] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.196484] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.196584] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.196801] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.196903] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.196979] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.197163] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.197242] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.197345] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 871dde01-9cd4-45b2-bbe9-163475d17e44 already deleted. [ 791.197429] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-871dde01-9cd4-45b2-bbe9-163475d17e44" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.367300] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-703 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.367534] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-703" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.367669] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-703" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.368055] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-703" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.368330] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.368504] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.368614] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.368831] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.368989] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.369589] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.369716] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 791.369828] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 791.369955] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 791.370139] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.370207] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 791.370341] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 791.390398] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 791.390558] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 791.390687] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 791.390868] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-703" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.391210] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-ad290ac3-4edd-4dd7-b683-0f0283c2dcc4 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.391394] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-ad290ac3-4edd-4dd7-b683-0f0283c2dcc4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.391510] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-ad290ac3-4edd-4dd7-b683-0f0283c2dcc4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.391814] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-ad290ac3-4edd-4dd7-b683-0f0283c2dcc4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.391943] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad290ac3-4edd-4dd7-b683-0f0283c2dcc4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.890709] env[65517]: INFO networking_nsxv3.common.synchronization [None req-49eff3cb-4a23-4126-a931-5e7d6f1dd795 None None] Enqueued Resource ID: 8eae4952-6505-4cc8-854c-f3f86f1509c6 with Priority: HIGHEST for action port [ 791.890709] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eae4952-6505-4cc8-854c-f3f86f1509c6 with Priority: HIGHEST for action port [ 791.891040] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-8eae4952-6505-4cc8-854c-f3f86f1509c6 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.891257] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8eae4952-6505-4cc8-854c-f3f86f1509c6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.891330] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8eae4952-6505-4cc8-854c-f3f86f1509c6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.892483] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8eae4952-6505-4cc8-854c-f3f86f1509c6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.892483] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8eae4952-6505-4cc8-854c-f3f86f1509c6',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.895593] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.895593] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.895593] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.895593] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.895593] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.895593] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port ad290ac3-4edd-4dd7-b683-0f0283c2dcc4 not found, creating... [ 791.895593] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.895593] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.895593] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.895593] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.895593] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.896086] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.896153] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.896260] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.896459] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.897694] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.897694] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: ad290ac3-4edd-4dd7-b683-0f0283c2dcc4 is going to be created. [ 791.920122] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.921285] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.921285] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.921285] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.921285] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.921285] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-ad290ac3-4edd-4dd7-b683-0f0283c2dcc4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.110332] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 in Status: SUCCESS [ 792.110633] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.125450] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 in Status: SUCCESS [ 792.125666] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 deletion is rescheduled due to dependency. [ 792.125720] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.396515] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8eae4952-6505-4cc8-854c-f3f86f1509c6 [ 792.396515] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.396515] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.396515] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.396515] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.396515] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.396515] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8eae4952-6505-4cc8-854c-f3f86f1509c6 already deleted. [ 792.396515] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8eae4952-6505-4cc8-854c-f3f86f1509c6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.763482] env[65517]: INFO networking_nsxv3.common.synchronization [req-d6d11d95-ea72-4da7-8bcd-6270c1afd4fe req-0df4381a-7f84-4476-b8ef-a8b94292b044 service nova] Enqueued Resource ID: 871dde01-9cd4-45b2-bbe9-163475d17e44 with Priority: HIGHEST for action security_group_rules [ 792.763776] env[65517]: INFO networking_nsxv3.common.synchronization [req-d6d11d95-ea72-4da7-8bcd-6270c1afd4fe req-0df4381a-7f84-4476-b8ef-a8b94292b044 service nova] Enqueued Resource ID: 871dde01-9cd4-45b2-bbe9-163475d17e44 with Priority: HIGHEST for action security_group_members [ 792.763977] env[65517]: INFO networking_nsxv3.common.synchronization [req-d6d11d95-ea72-4da7-8bcd-6270c1afd4fe req-0df4381a-7f84-4476-b8ef-a8b94292b044 service nova] Enqueued Resource ID: ad290ac3-4edd-4dd7-b683-0f0283c2dcc4 with Priority: HIGHEST for action port [ 792.764852] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 871dde01-9cd4-45b2-bbe9-163475d17e44 with Priority: HIGHEST for action security_group_rules [ 792.764967] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 871dde01-9cd4-45b2-bbe9-163475d17e44 with Priority: HIGHEST for action security_group_members [ 792.765150] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad290ac3-4edd-4dd7-b683-0f0283c2dcc4 with Priority: HIGHEST for action port [ 792.765560] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-871dde01-9cd4-45b2-bbe9-163475d17e44 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.765709] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-871dde01-9cd4-45b2-bbe9-163475d17e44" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.765790] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-871dde01-9cd4-45b2-bbe9-163475d17e44" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.766705] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-871dde01-9cd4-45b2-bbe9-163475d17e44" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.766705] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('871dde01-9cd4-45b2-bbe9-163475d17e44',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.767920] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-871dde01-9cd4-45b2-bbe9-163475d17e44 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.768058] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-871dde01-9cd4-45b2-bbe9-163475d17e44" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.768126] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-871dde01-9cd4-45b2-bbe9-163475d17e44" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.768314] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-871dde01-9cd4-45b2-bbe9-163475d17e44" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.768470] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.768567] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.768628] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.768767] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.768847] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.768941] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('871dde01-9cd4-45b2-bbe9-163475d17e44',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.769861] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad290ac3-4edd-4dd7-b683-0f0283c2dcc4 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.770029] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad290ac3-4edd-4dd7-b683-0f0283c2dcc4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.770029] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad290ac3-4edd-4dd7-b683-0f0283c2dcc4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.770675] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad290ac3-4edd-4dd7-b683-0f0283c2dcc4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.770759] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad290ac3-4edd-4dd7-b683-0f0283c2dcc4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.141348] env[65517]: INFO networking_nsxv3.common.synchronization [req-9a6fef3c-339a-472b-a03c-3f7fa1bb1489 req-df898c0f-37fa-4d42-a53a-d8c67eba0cb5 tempest-ServerRescueNegativeTestJSON-611467277 tempest-ServerRescueNegativeTestJSON-611467277-project-member] Enqueued Resource ID: ba847a54-89e0-4227-af15-1ff4ff78c673 with Priority: HIGHEST for action security_group_members [ 793.141897] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba847a54-89e0-4227-af15-1ff4ff78c673 with Priority: HIGHEST for action security_group_members [ 793.142233] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba847a54-89e0-4227-af15-1ff4ff78c673 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.142350] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba847a54-89e0-4227-af15-1ff4ff78c673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.142518] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba847a54-89e0-4227-af15-1ff4ff78c673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.142716] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba847a54-89e0-4227-af15-1ff4ff78c673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.142908] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.143282] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.143405] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.143572] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.145901] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.145901] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba847a54-89e0-4227-af15-1ff4ff78c673',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.268762] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-871dde01-9cd4-45b2-bbe9-163475d17e44 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.268977] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-871dde01-9cd4-45b2-bbe9-163475d17e44" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.276022] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('871dde01-9cd4-45b2-bbe9-163475d17e44',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.276022] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad290ac3-4edd-4dd7-b683-0f0283c2dcc4 with status ACTIVE [ 793.276022] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.276306] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.276449] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.276667] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.276757] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.277040] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.277169] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.277231] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.277399] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.277480] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.277674] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.277764] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.277822] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.278206] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.278444] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.278565] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad290ac3-4edd-4dd7-b683-0f0283c2dcc4 is going to be updated. [ 793.309303] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.309303] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.309303] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.309502] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.309687] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.309740] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad290ac3-4edd-4dd7-b683-0f0283c2dcc4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.571593] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-649 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.571871] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-649" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.572033] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-649" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.572405] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-649" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.572714] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.572904] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.572989] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.573256] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.573443] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.573653] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 793.573764] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 793.573869] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 793.573967] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 793.574080] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 793.574182] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 793.574317] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 793.592902] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 793.593082] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 793.593221] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 793.593453] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-649" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.593780] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-e12c2307-4963-4a5a-af0f-19369217f430 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.593948] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-e12c2307-4963-4a5a-af0f-19369217f430" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.594083] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-e12c2307-4963-4a5a-af0f-19369217f430" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.594469] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-e12c2307-4963-4a5a-af0f-19369217f430" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.594587] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e12c2307-4963-4a5a-af0f-19369217f430',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.647437] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.647814] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.647814] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.648090] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.648229] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.648512] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.648657] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.648747] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.648964] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.649096] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.649267] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba847a54-89e0-4227-af15-1ff4ff78c673 already deleted. [ 793.649387] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba847a54-89e0-4227-af15-1ff4ff78c673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.789280] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('871dde01-9cd4-45b2-bbe9-163475d17e44',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.100131] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.100352] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.100468] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.100738] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.100874] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.101033] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port e12c2307-4963-4a5a-af0f-19369217f430 not found, creating... [ 794.101383] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.101539] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.101651] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.101907] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.102087] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.102929] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.102929] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.102929] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.102929] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.103311] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.103311] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: e12c2307-4963-4a5a-af0f-19369217f430 is going to be created. [ 794.124501] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.124885] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.124885] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.125143] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.125302] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.125523] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-e12c2307-4963-4a5a-af0f-19369217f430" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.292432] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.292834] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.292834] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.292986] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.293116] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.293245] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 871dde01-9cd4-45b2-bbe9-163475d17e44 is going to be created. [ 794.317387] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.317610] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.317610] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.317789] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.317945] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.328672] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 871dde01-9cd4-45b2-bbe9-163475d17e44 in Status: UNINITIALIZED for 2s [ 794.412700] env[65517]: INFO networking_nsxv3.common.synchronization [None req-f909e84c-139d-4067-8d6c-8e5e5c5fc67d None None] Enqueued Resource ID: 601b016c-cb8b-4fb8-8275-974666372e7e with Priority: HIGHEST for action port [ 794.413057] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 601b016c-cb8b-4fb8-8275-974666372e7e with Priority: HIGHEST for action port [ 794.413959] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-601b016c-cb8b-4fb8-8275-974666372e7e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.414351] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-601b016c-cb8b-4fb8-8275-974666372e7e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.414351] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-601b016c-cb8b-4fb8-8275-974666372e7e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.414496] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-601b016c-cb8b-4fb8-8275-974666372e7e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.414496] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('601b016c-cb8b-4fb8-8275-974666372e7e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.837195] env[65517]: INFO networking_nsxv3.common.synchronization [req-9a6fef3c-339a-472b-a03c-3f7fa1bb1489 req-07244734-8cef-4002-ba7d-ee7933605bfd service nova] Enqueued Resource ID: ba847a54-89e0-4227-af15-1ff4ff78c673 with Priority: HIGHEST for action security_group_rules [ 794.837563] env[65517]: INFO networking_nsxv3.common.synchronization [req-9a6fef3c-339a-472b-a03c-3f7fa1bb1489 req-07244734-8cef-4002-ba7d-ee7933605bfd service nova] Enqueued Resource ID: ba847a54-89e0-4227-af15-1ff4ff78c673 with Priority: HIGHEST for action security_group_members [ 794.837748] env[65517]: INFO networking_nsxv3.common.synchronization [req-9a6fef3c-339a-472b-a03c-3f7fa1bb1489 req-07244734-8cef-4002-ba7d-ee7933605bfd service nova] Enqueued Resource ID: e12c2307-4963-4a5a-af0f-19369217f430 with Priority: HIGHEST for action port [ 794.838526] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba847a54-89e0-4227-af15-1ff4ff78c673 with Priority: HIGHEST for action security_group_rules [ 794.838755] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba847a54-89e0-4227-af15-1ff4ff78c673 with Priority: HIGHEST for action security_group_members [ 794.838941] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e12c2307-4963-4a5a-af0f-19369217f430 with Priority: HIGHEST for action port [ 794.839313] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba847a54-89e0-4227-af15-1ff4ff78c673 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.839758] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba847a54-89e0-4227-af15-1ff4ff78c673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.839836] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba847a54-89e0-4227-af15-1ff4ff78c673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.840046] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba847a54-89e0-4227-af15-1ff4ff78c673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.840147] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba847a54-89e0-4227-af15-1ff4ff78c673',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.840981] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba847a54-89e0-4227-af15-1ff4ff78c673 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.841106] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba847a54-89e0-4227-af15-1ff4ff78c673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.841173] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba847a54-89e0-4227-af15-1ff4ff78c673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.841345] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba847a54-89e0-4227-af15-1ff4ff78c673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.841488] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.841582] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.841641] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.841783] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.841870] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.841960] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba847a54-89e0-4227-af15-1ff4ff78c673',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.842850] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-e12c2307-4963-4a5a-af0f-19369217f430 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.842991] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e12c2307-4963-4a5a-af0f-19369217f430" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.843245] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e12c2307-4963-4a5a-af0f-19369217f430" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.843307] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e12c2307-4963-4a5a-af0f-19369217f430" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.843364] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e12c2307-4963-4a5a-af0f-19369217f430',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.916555] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 601b016c-cb8b-4fb8-8275-974666372e7e [ 794.916885] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.917507] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.917599] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.917807] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.917893] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.917998] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:601b016c-cb8b-4fb8-8275-974666372e7e already deleted. [ 794.918090] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-601b016c-cb8b-4fb8-8275-974666372e7e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.088797] env[65517]: INFO networking_nsxv3.common.synchronization [None req-c87b10ba-1294-4e6d-8df3-1e71ade1ece8 None None] Enqueued Resource ID: c555c429-e8b3-4653-a863-64102cdcb1bd with Priority: HIGHEST for action port [ 795.089459] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c555c429-e8b3-4653-a863-64102cdcb1bd with Priority: HIGHEST for action port [ 795.089776] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-c555c429-e8b3-4653-a863-64102cdcb1bd taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.089911] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c555c429-e8b3-4653-a863-64102cdcb1bd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.089987] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c555c429-e8b3-4653-a863-64102cdcb1bd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.091335] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c555c429-e8b3-4653-a863-64102cdcb1bd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.091455] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c555c429-e8b3-4653-a863-64102cdcb1bd',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.345282] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba847a54-89e0-4227-af15-1ff4ff78c673 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.345668] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba847a54-89e0-4227-af15-1ff4ff78c673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.345725] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba847a54-89e0-4227-af15-1ff4ff78c673',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.348259] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e12c2307-4963-4a5a-af0f-19369217f430 with status ACTIVE [ 795.348259] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.348259] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.348259] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.348259] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.348259] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.348259] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.348259] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.348259] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.348259] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.348259] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.349273] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.349273] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.349273] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.349273] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.349273] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.349273] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e12c2307-4963-4a5a-af0f-19369217f430 is going to be updated. [ 795.371288] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.371288] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.371288] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.371721] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.371721] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.371721] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e12c2307-4963-4a5a-af0f-19369217f430" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.516927] env[65517]: INFO networking_nsxv3.common.synchronization [req-134ca0bf-fc7e-4332-bccf-3395e72ed232 req-34eb037b-6dae-4db3-a3af-29c84a8c1155 tempest-InstanceActionsTestJSON-594736579 tempest-InstanceActionsTestJSON-594736579-project-member] Enqueued Resource ID: eec0cccc-9adc-4045-a136-976c4d262c43 with Priority: HIGHEST for action security_group_members [ 795.516927] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eec0cccc-9adc-4045-a136-976c4d262c43 with Priority: HIGHEST for action security_group_members [ 795.516927] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-eec0cccc-9adc-4045-a136-976c4d262c43 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.516927] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eec0cccc-9adc-4045-a136-976c4d262c43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.516927] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eec0cccc-9adc-4045-a136-976c4d262c43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.517437] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eec0cccc-9adc-4045-a136-976c4d262c43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.517704] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.517950] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.518161] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.518474] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.518651] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.518836] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eec0cccc-9adc-4045-a136-976c4d262c43',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.596659] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c555c429-e8b3-4653-a863-64102cdcb1bd [ 795.596659] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.596659] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.596659] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.596659] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.596659] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.596659] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c555c429-e8b3-4653-a863-64102cdcb1bd already deleted. [ 795.596659] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c555c429-e8b3-4653-a863-64102cdcb1bd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.852372] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba847a54-89e0-4227-af15-1ff4ff78c673',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.892833] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-852 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.892833] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-852" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.892833] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-852" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.892833] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-852" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.892833] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.894262] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.894392] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.894601] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.894829] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.895085] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 795.895364] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 795.896896] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 795.896896] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 795.896896] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 795.896896] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 795.896896] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 795.918790] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 795.918964] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 795.919120] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 795.920127] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-852" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.920127] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-7e072218-2d88-437a-b6fb-597ced883532 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.920127] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-7e072218-2d88-437a-b6fb-597ced883532" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.920127] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-7e072218-2d88-437a-b6fb-597ced883532" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.920962] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-7e072218-2d88-437a-b6fb-597ced883532" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.920962] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e072218-2d88-437a-b6fb-597ced883532',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.022591] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.022801] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.023261] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.023261] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.023261] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.023437] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.023570] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.023666] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.023793] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.023883] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.023971] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eec0cccc-9adc-4045-a136-976c4d262c43 already deleted. [ 796.024063] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eec0cccc-9adc-4045-a136-976c4d262c43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.339092] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 871dde01-9cd4-45b2-bbe9-163475d17e44 in Status: SUCCESS [ 796.339392] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-871dde01-9cd4-45b2-bbe9-163475d17e44" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.339530] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-871dde01-9cd4-45b2-bbe9-163475d17e44" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.339793] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-871dde01-9cd4-45b2-bbe9-163475d17e44" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.339969] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.340101] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.340179] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.340365] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.340451] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.340539] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-871dde01-9cd4-45b2-bbe9-163475d17e44" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.340630] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('871dde01-9cd4-45b2-bbe9-163475d17e44',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.355650] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.357238] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.357238] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.357238] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.357238] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.357238] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba847a54-89e0-4227-af15-1ff4ff78c673 is going to be created. [ 796.382416] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.382694] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.382694] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.383134] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.383134] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.394574] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba847a54-89e0-4227-af15-1ff4ff78c673 in Status: UNINITIALIZED for 2s [ 796.422846] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.423072] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.423197] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.423473] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.423611] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.423789] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port 7e072218-2d88-437a-b6fb-597ced883532 not found, creating... [ 796.423989] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.425642] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.425642] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.425642] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.425642] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.425642] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.425642] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.425642] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.425642] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.425642] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.425916] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: 7e072218-2d88-437a-b6fb-597ced883532 is going to be created. [ 796.446803] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.447249] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.447249] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.447518] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.449808] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.449808] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-7e072218-2d88-437a-b6fb-597ced883532" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.843471] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-871dde01-9cd4-45b2-bbe9-163475d17e44 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.843665] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-871dde01-9cd4-45b2-bbe9-163475d17e44" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.843750] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-871dde01-9cd4-45b2-bbe9-163475d17e44" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.843993] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-871dde01-9cd4-45b2-bbe9-163475d17e44" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.844211] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.844321] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.844413] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.844609] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.844707] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.844819] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-871dde01-9cd4-45b2-bbe9-163475d17e44" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.844982] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-871dde01-9cd4-45b2-bbe9-163475d17e44 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.845114] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-871dde01-9cd4-45b2-bbe9-163475d17e44" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.845180] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-871dde01-9cd4-45b2-bbe9-163475d17e44" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.845353] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-871dde01-9cd4-45b2-bbe9-163475d17e44" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.845520] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.845620] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.845690] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.845854] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.845932] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.846060] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-871dde01-9cd4-45b2-bbe9-163475d17e44" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.846157] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('871dde01-9cd4-45b2-bbe9-163475d17e44',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.967293] env[65517]: INFO networking_nsxv3.common.synchronization [None req-bb38bd60-1ca1-409d-afff-5aee81f9e5a1 tempest-ServerActionsTestOtherA-1521945027 tempest-ServerActionsTestOtherA-1521945027-project-member] Enqueued Resource ID: 8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 with Priority: HIGHEST for action security_group_rules [ 796.967666] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 with Priority: HIGHEST for action security_group_rules [ 796.968051] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.968205] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.969627] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.969627] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.969627] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c60bc6e-e3c9-48e1-81ca-6be72fca57f9',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.122348] env[65517]: INFO networking_nsxv3.common.synchronization [None req-604c4855-2e03-4ad2-bd3f-2f0419237f85 tempest-ServerActionsTestOtherA-1521945027 tempest-ServerActionsTestOtherA-1521945027-project-member] Enqueued Resource ID: 8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 with Priority: HIGHEST for action security_group_rules [ 797.122924] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 with Priority: HIGHEST for action security_group_rules [ 797.123241] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.123361] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.187072] env[65517]: INFO networking_nsxv3.common.synchronization [req-134ca0bf-fc7e-4332-bccf-3395e72ed232 req-1a4970bf-f407-4ea7-8e54-66746547fdfa service nova] Enqueued Resource ID: eec0cccc-9adc-4045-a136-976c4d262c43 with Priority: HIGHEST for action security_group_rules [ 797.187315] env[65517]: INFO networking_nsxv3.common.synchronization [req-134ca0bf-fc7e-4332-bccf-3395e72ed232 req-1a4970bf-f407-4ea7-8e54-66746547fdfa service nova] Enqueued Resource ID: eec0cccc-9adc-4045-a136-976c4d262c43 with Priority: HIGHEST for action security_group_members [ 797.187351] env[65517]: INFO networking_nsxv3.common.synchronization [req-134ca0bf-fc7e-4332-bccf-3395e72ed232 req-1a4970bf-f407-4ea7-8e54-66746547fdfa service nova] Enqueued Resource ID: 7e072218-2d88-437a-b6fb-597ced883532 with Priority: HIGHEST for action port [ 797.187929] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eec0cccc-9adc-4045-a136-976c4d262c43 with Priority: HIGHEST for action security_group_rules [ 797.188267] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eec0cccc-9adc-4045-a136-976c4d262c43 with Priority: HIGHEST for action security_group_members [ 797.188547] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e072218-2d88-437a-b6fb-597ced883532 with Priority: HIGHEST for action port [ 797.188998] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eec0cccc-9adc-4045-a136-976c4d262c43 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.189229] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eec0cccc-9adc-4045-a136-976c4d262c43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.189346] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eec0cccc-9adc-4045-a136-976c4d262c43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.189653] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eec0cccc-9adc-4045-a136-976c4d262c43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.189928] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eec0cccc-9adc-4045-a136-976c4d262c43',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.194121] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-eec0cccc-9adc-4045-a136-976c4d262c43 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.194255] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eec0cccc-9adc-4045-a136-976c4d262c43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.194324] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eec0cccc-9adc-4045-a136-976c4d262c43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.194534] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eec0cccc-9adc-4045-a136-976c4d262c43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.195013] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.195126] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.195202] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.195357] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.195442] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.195545] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eec0cccc-9adc-4045-a136-976c4d262c43',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.196358] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e072218-2d88-437a-b6fb-597ced883532 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.196463] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e072218-2d88-437a-b6fb-597ced883532" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.196532] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e072218-2d88-437a-b6fb-597ced883532" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.196682] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e072218-2d88-437a-b6fb-597ced883532" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.196759] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e072218-2d88-437a-b6fb-597ced883532',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.347954] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 871dde01-9cd4-45b2-bbe9-163475d17e44: rpc.has_security_group_logging(os_id): False [ 797.367589] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.367942] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.367942] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.368112] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.368152] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.368382] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.368494] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.368557] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.368719] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.368795] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.368984] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.369094] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.369198] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.369331] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.369404] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.369607] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.369699] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.369761] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.369897] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.369970] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.370478] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 871dde01-9cd4-45b2-bbe9-163475d17e44 is going to be created. [ 797.434364] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.434944] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.435072] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.435661] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.435661] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.448941] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 871dde01-9cd4-45b2-bbe9-163475d17e44 in Status: IN_PROGRESS for 2s [ 797.513549] env[65517]: INFO networking_nsxv3.common.synchronization [None req-1334b9aa-ddd0-406e-a7d1-b3f222d2886f None None] Enqueued Resource ID: 495368bd-9302-4ddd-b133-671a1d09a9ff with Priority: HIGHEST for action port [ 797.514146] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 495368bd-9302-4ddd-b133-671a1d09a9ff with Priority: HIGHEST for action port [ 797.514477] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-495368bd-9302-4ddd-b133-671a1d09a9ff taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.514604] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-495368bd-9302-4ddd-b133-671a1d09a9ff" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.514669] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-495368bd-9302-4ddd-b133-671a1d09a9ff" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.514944] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-495368bd-9302-4ddd-b133-671a1d09a9ff" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.515385] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('495368bd-9302-4ddd-b133-671a1d09a9ff',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.524541] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.524690] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.524766] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.524981] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.525092] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.525192] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 already deleted. [ 797.525276] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.525411] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.525567] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.525638] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c60bc6e-e3c9-48e1-81ca-6be72fca57f9',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.698203] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-eec0cccc-9adc-4045-a136-976c4d262c43 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.698348] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eec0cccc-9adc-4045-a136-976c4d262c43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.699730] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eec0cccc-9adc-4045-a136-976c4d262c43',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.700710] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e072218-2d88-437a-b6fb-597ced883532 with status ACTIVE [ 797.700983] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.701162] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.701337] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.701523] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.701650] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.701971] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.702177] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.702265] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.702471] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.703030] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.703030] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.703526] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.703645] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.703943] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.704070] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.704222] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e072218-2d88-437a-b6fb-597ced883532 is going to be updated. [ 797.728523] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.728678] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.728737] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.728948] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.729105] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.729295] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e072218-2d88-437a-b6fb-597ced883532" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.019584] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 495368bd-9302-4ddd-b133-671a1d09a9ff [ 798.020530] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.020530] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.020530] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.020743] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.020743] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.020836] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:495368bd-9302-4ddd-b133-671a1d09a9ff already deleted. [ 798.021099] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-495368bd-9302-4ddd-b133-671a1d09a9ff" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.058039] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.060192] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.060192] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.060192] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.060192] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.060192] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 already deleted. [ 798.060192] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.206931] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eec0cccc-9adc-4045-a136-976c4d262c43',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.406881] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba847a54-89e0-4227-af15-1ff4ff78c673 in Status: SUCCESS [ 798.406881] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba847a54-89e0-4227-af15-1ff4ff78c673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.409017] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba847a54-89e0-4227-af15-1ff4ff78c673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.409017] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba847a54-89e0-4227-af15-1ff4ff78c673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.409017] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.409017] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.409017] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.409017] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.409017] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.409017] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba847a54-89e0-4227-af15-1ff4ff78c673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.409017] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba847a54-89e0-4227-af15-1ff4ff78c673',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.444996] env[65517]: INFO networking_nsxv3.common.synchronization [req-1318c4ac-9398-42e8-88f0-f7c5d9c5bad1 req-5f34d584-3c27-4d6c-8846-3ae5f9e2759c tempest-InstanceActionsNegativeTestJSON-514668720 tempest-InstanceActionsNegativeTestJSON-514668720-project-member] Enqueued Resource ID: 207c74c6-7db5-4bdb-bf22-e9f1b2e299e1 with Priority: HIGHEST for action security_group_members [ 798.445712] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 207c74c6-7db5-4bdb-bf22-e9f1b2e299e1 with Priority: HIGHEST for action security_group_members [ 798.445838] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.445956] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.446045] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.446308] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.446473] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.446570] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.446632] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.446773] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.446854] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.446943] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('207c74c6-7db5-4bdb-bf22-e9f1b2e299e1',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.712558] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.712558] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.712558] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.712558] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.712558] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.712558] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eec0cccc-9adc-4045-a136-976c4d262c43 is going to be created. [ 798.743645] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.743793] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.743863] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.744080] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.744248] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.755055] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eec0cccc-9adc-4045-a136-976c4d262c43 in Status: UNINITIALIZED for 2s [ 798.888880] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-399 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.889082] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-399" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.891019] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-399" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.891019] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-399" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.891224] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.891291] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.891398] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.891666] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.891823] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.892048] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 798.892152] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 798.892263] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 798.892359] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 798.892459] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 798.892555] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 798.892678] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 798.915574] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 798.915574] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 798.915574] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 798.915574] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-399" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.915574] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-4c16f1be-de7b-45f4-9510-b1e2d358c37c taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.915574] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-4c16f1be-de7b-45f4-9510-b1e2d358c37c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.915574] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-4c16f1be-de7b-45f4-9510-b1e2d358c37c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.915574] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-4c16f1be-de7b-45f4-9510-b1e2d358c37c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.915574] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c16f1be-de7b-45f4-9510-b1e2d358c37c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.915944] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba847a54-89e0-4227-af15-1ff4ff78c673',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.949305] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.949472] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.949548] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.949755] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.950297] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.950570] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.950619] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.950681] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.950876] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.950915] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.950997] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 207c74c6-7db5-4bdb-bf22-e9f1b2e299e1 already deleted. [ 798.951086] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.421834] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.421834] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.421834] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.421834] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.422455] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.422455] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port 4c16f1be-de7b-45f4-9510-b1e2d358c37c not found, creating... [ 799.422520] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.422753] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.422868] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.423102] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.423228] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.423525] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.423715] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.423902] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.424217] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.424358] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.424491] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: 4c16f1be-de7b-45f4-9510-b1e2d358c37c is going to be created. [ 799.425652] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba847a54-89e0-4227-af15-1ff4ff78c673: rpc.has_security_group_logging(os_id): False [ 799.450286] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.450563] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.450694] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.451012] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.451251] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.451510] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-4c16f1be-de7b-45f4-9510-b1e2d358c37c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.462357] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.462562] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.462712] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.462901] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.462989] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.463270] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.463377] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.463440] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.463591] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.463669] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.463788] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba847a54-89e0-4227-af15-1ff4ff78c673 is going to be created. [ 799.466167] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 871dde01-9cd4-45b2-bbe9-163475d17e44 in Status: SUCCESS [ 799.466378] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-871dde01-9cd4-45b2-bbe9-163475d17e44" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.537556] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.537704] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.537704] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.537934] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.538156] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.559055] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba847a54-89e0-4227-af15-1ff4ff78c673 in Status: IN_PROGRESS for 2s [ 800.081638] env[65517]: INFO networking_nsxv3.common.synchronization [req-2052ecde-63d7-4f6e-92bf-b66cdb73051f req-49e5c4f9-1ae9-4107-b277-4215cb706ded tempest-AttachInterfacesTestJSON-1046622067 tempest-AttachInterfacesTestJSON-1046622067-project-member] Enqueued Resource ID: 32714301-46a1-49ef-a2f1-15ebc0f2af10 with Priority: HIGHEST for action security_group_members [ 800.082247] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32714301-46a1-49ef-a2f1-15ebc0f2af10 with Priority: HIGHEST for action security_group_members [ 800.082553] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-32714301-46a1-49ef-a2f1-15ebc0f2af10 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.082669] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32714301-46a1-49ef-a2f1-15ebc0f2af10" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.082737] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32714301-46a1-49ef-a2f1-15ebc0f2af10" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.082935] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32714301-46a1-49ef-a2f1-15ebc0f2af10" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.083101] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.083193] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.083258] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.083394] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.083482] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.083570] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32714301-46a1-49ef-a2f1-15ebc0f2af10',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.185733] env[65517]: INFO networking_nsxv3.common.synchronization [req-1318c4ac-9398-42e8-88f0-f7c5d9c5bad1 req-5c2d346a-ae02-4159-b680-226e5a123fb2 service nova] Enqueued Resource ID: 207c74c6-7db5-4bdb-bf22-e9f1b2e299e1 with Priority: HIGHEST for action security_group_rules [ 800.185733] env[65517]: INFO networking_nsxv3.common.synchronization [req-1318c4ac-9398-42e8-88f0-f7c5d9c5bad1 req-5c2d346a-ae02-4159-b680-226e5a123fb2 service nova] Enqueued Resource ID: 207c74c6-7db5-4bdb-bf22-e9f1b2e299e1 with Priority: HIGHEST for action security_group_members [ 800.185733] env[65517]: INFO networking_nsxv3.common.synchronization [req-1318c4ac-9398-42e8-88f0-f7c5d9c5bad1 req-5c2d346a-ae02-4159-b680-226e5a123fb2 service nova] Enqueued Resource ID: 4c16f1be-de7b-45f4-9510-b1e2d358c37c with Priority: HIGHEST for action port [ 800.186110] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 207c74c6-7db5-4bdb-bf22-e9f1b2e299e1 with Priority: HIGHEST for action security_group_rules [ 800.186110] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 207c74c6-7db5-4bdb-bf22-e9f1b2e299e1 with Priority: HIGHEST for action security_group_members [ 800.186110] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c16f1be-de7b-45f4-9510-b1e2d358c37c with Priority: HIGHEST for action port [ 800.186940] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.187102] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.187188] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.187453] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.187533] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('207c74c6-7db5-4bdb-bf22-e9f1b2e299e1',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.188444] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.188556] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.188696] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.188799] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.188961] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.189071] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.189116] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.189549] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.189549] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.189549] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('207c74c6-7db5-4bdb-bf22-e9f1b2e299e1',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.190335] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c16f1be-de7b-45f4-9510-b1e2d358c37c taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.190335] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c16f1be-de7b-45f4-9510-b1e2d358c37c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.190335] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c16f1be-de7b-45f4-9510-b1e2d358c37c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.190492] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c16f1be-de7b-45f4-9510-b1e2d358c37c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.190552] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c16f1be-de7b-45f4-9510-b1e2d358c37c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.586555] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.586928] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.586928] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.587077] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.587182] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.587400] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.587506] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.587567] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.587722] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.587801] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.587890] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32714301-46a1-49ef-a2f1-15ebc0f2af10 is going to be updated. [ 800.627255] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.627440] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.627557] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.627784] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.627929] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.642024] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32714301-46a1-49ef-a2f1-15ebc0f2af10 in Status: IN_PROGRESS for 2s [ 800.696182] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('207c74c6-7db5-4bdb-bf22-e9f1b2e299e1',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.697509] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.697620] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.699043] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c16f1be-de7b-45f4-9510-b1e2d358c37c with status ACTIVE [ 800.699458] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.699458] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.699458] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.700677] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.700677] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.700677] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.700677] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.700677] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.700677] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.700677] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.700677] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.701146] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.701146] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.701146] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.701235] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.701307] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c16f1be-de7b-45f4-9510-b1e2d358c37c is going to be updated. [ 800.724414] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.724575] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.724724] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.724831] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.724969] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.725142] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c16f1be-de7b-45f4-9510-b1e2d358c37c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.768204] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eec0cccc-9adc-4045-a136-976c4d262c43 in Status: SUCCESS [ 800.768420] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eec0cccc-9adc-4045-a136-976c4d262c43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.768972] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eec0cccc-9adc-4045-a136-976c4d262c43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.769273] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eec0cccc-9adc-4045-a136-976c4d262c43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.769500] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.769673] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.769762] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.769931] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.770030] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.770149] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eec0cccc-9adc-4045-a136-976c4d262c43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.770254] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eec0cccc-9adc-4045-a136-976c4d262c43',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.204609] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('207c74c6-7db5-4bdb-bf22-e9f1b2e299e1',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.274652] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-eec0cccc-9adc-4045-a136-976c4d262c43 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.274838] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eec0cccc-9adc-4045-a136-976c4d262c43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.274980] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eec0cccc-9adc-4045-a136-976c4d262c43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.275242] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eec0cccc-9adc-4045-a136-976c4d262c43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.277364] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.277364] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.277364] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.277364] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.277364] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.277364] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eec0cccc-9adc-4045-a136-976c4d262c43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.277364] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-eec0cccc-9adc-4045-a136-976c4d262c43 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.277364] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eec0cccc-9adc-4045-a136-976c4d262c43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.277364] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eec0cccc-9adc-4045-a136-976c4d262c43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.277364] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eec0cccc-9adc-4045-a136-976c4d262c43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.277364] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.277364] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.277364] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.277364] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.277364] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.277364] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eec0cccc-9adc-4045-a136-976c4d262c43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.277364] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eec0cccc-9adc-4045-a136-976c4d262c43',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.571570] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba847a54-89e0-4227-af15-1ff4ff78c673 in Status: SUCCESS [ 801.571809] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba847a54-89e0-4227-af15-1ff4ff78c673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.711037] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.711037] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.711037] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.711538] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.711538] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.711538] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 207c74c6-7db5-4bdb-bf22-e9f1b2e299e1 is going to be created. [ 801.748250] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.748250] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.748250] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.748250] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.748250] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.761301] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 207c74c6-7db5-4bdb-bf22-e9f1b2e299e1 in Status: UNINITIALIZED for 2s [ 801.784165] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eec0cccc-9adc-4045-a136-976c4d262c43: rpc.has_security_group_logging(os_id): False [ 801.808682] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.808878] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.808971] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.809273] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.809420] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.809694] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.810076] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.810076] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.810212] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.810271] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.810462] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.810661] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.810661] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.810791] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.810867] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.811926] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.812130] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.812189] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.812358] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.812441] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.812549] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eec0cccc-9adc-4045-a136-976c4d262c43 is going to be created. [ 801.885439] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.886626] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.886747] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.887069] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.887553] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.898608] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eec0cccc-9adc-4045-a136-976c4d262c43 in Status: IN_PROGRESS for 2s [ 801.956100] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.956341] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.956479] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.956764] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.956892] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.459676] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.650280] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32714301-46a1-49ef-a2f1-15ebc0f2af10 in Status: SUCCESS [ 802.650280] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32714301-46a1-49ef-a2f1-15ebc0f2af10 deletion is rescheduled due to dependency. [ 802.650280] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32714301-46a1-49ef-a2f1-15ebc0f2af10" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.871550] env[65517]: INFO networking_nsxv3.common.synchronization [None req-4c01d848-fc5b-46a3-9c00-a08f521c1781 tempest-MigrationsAdminTest-1397841056 tempest-MigrationsAdminTest-1397841056-project-member] Enqueued Resource ID: 96726b2e-284c-47c2-9e72-2ddff5619649 with Priority: HIGHEST for action security_group_rules [ 802.872105] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96726b2e-284c-47c2-9e72-2ddff5619649 with Priority: HIGHEST for action security_group_rules [ 802.872430] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96726b2e-284c-47c2-9e72-2ddff5619649 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.872578] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96726b2e-284c-47c2-9e72-2ddff5619649" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.872645] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96726b2e-284c-47c2-9e72-2ddff5619649" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.872977] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96726b2e-284c-47c2-9e72-2ddff5619649" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.873168] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96726b2e-284c-47c2-9e72-2ddff5619649',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.961907] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.004054] env[65517]: INFO networking_nsxv3.common.synchronization [None req-a46a8aaa-4d35-470d-80e0-8fe35229b7be tempest-MigrationsAdminTest-1397841056 tempest-MigrationsAdminTest-1397841056-project-member] Enqueued Resource ID: 96726b2e-284c-47c2-9e72-2ddff5619649 with Priority: HIGHEST for action security_group_rules [ 803.004582] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96726b2e-284c-47c2-9e72-2ddff5619649 with Priority: HIGHEST for action security_group_rules [ 803.005347] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96726b2e-284c-47c2-9e72-2ddff5619649 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.005412] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96726b2e-284c-47c2-9e72-2ddff5619649" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.395760] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.395760] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.395760] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.395898] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.395994] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.396049] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96726b2e-284c-47c2-9e72-2ddff5619649 already deleted. [ 803.396224] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96726b2e-284c-47c2-9e72-2ddff5619649" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.396396] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96726b2e-284c-47c2-9e72-2ddff5619649" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.396427] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96726b2e-284c-47c2-9e72-2ddff5619649" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.396729] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96726b2e-284c-47c2-9e72-2ddff5619649',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.464622] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 803.464811] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 803.788496] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 207c74c6-7db5-4bdb-bf22-e9f1b2e299e1 in Status: SUCCESS [ 803.788830] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.789120] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.789529] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.789814] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.790041] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.790121] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.790498] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.790552] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.790668] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.792710] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('207c74c6-7db5-4bdb-bf22-e9f1b2e299e1',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.915586] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eec0cccc-9adc-4045-a136-976c4d262c43 in Status: SUCCESS [ 803.915586] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eec0cccc-9adc-4045-a136-976c4d262c43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.925267] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.925267] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.925267] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.925267] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.925267] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.925267] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96726b2e-284c-47c2-9e72-2ddff5619649 already deleted. [ 803.925267] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96726b2e-284c-47c2-9e72-2ddff5619649" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.205157] env[65517]: INFO networking_nsxv3.common.synchronization [req-88c1400f-3c34-4763-b26a-f0e2dac835d0 req-c9224392-bb7f-44e2-ad15-481bc2314804 tempest-ListServerFiltersTestJSON-1743219944 tempest-ListServerFiltersTestJSON-1743219944-project-member] Enqueued Resource ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 with Priority: HIGHEST for action security_group_members [ 804.205988] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 with Priority: HIGHEST for action security_group_members [ 804.206389] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.206528] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.206687] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.206886] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.207240] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.207371] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.207469] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.207676] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.207791] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.207949] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f4c9788-c3bc-4d42-ab8c-b8779126cad5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.296285] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.296364] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.296364] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.296598] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.296804] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.296957] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.297081] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.297279] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.297398] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.299084] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.299084] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.299084] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.299084] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.299084] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.299084] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.299084] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.299084] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.299084] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.299084] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.299084] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.299084] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('207c74c6-7db5-4bdb-bf22-e9f1b2e299e1',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.629496] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.629675] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.629725] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.629943] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.643324] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 804.644361] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.645406] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 804.677175] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.677434] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.678399] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.678399] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.683645] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.684280] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 804.684378] env[65517]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65517) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 804.684475] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 804.710766] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f4c9788-c3bc-4d42-ab8c-b8779126cad5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.755722] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.757160] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.757160] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.757160] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.760571] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.760571] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 804.802629] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 207c74c6-7db5-4bdb-bf22-e9f1b2e299e1: rpc.has_security_group_logging(os_id): False [ 804.827260] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.827413] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.827480] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.827730] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.827816] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.828141] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.828257] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.828350] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.829019] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.829019] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.829019] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.829019] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.829019] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.829383] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.829383] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.829476] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.829589] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.829642] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.829788] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.829891] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.829986] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 207c74c6-7db5-4bdb-bf22-e9f1b2e299e1 is going to be created. [ 804.885105] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.885698] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.885698] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.885837] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.886047] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.886315] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 804.924383] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.925091] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.925091] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.925091] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.925226] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.937130] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 207c74c6-7db5-4bdb-bf22-e9f1b2e299e1 in Status: IN_PROGRESS for 2s [ 804.976175] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.976175] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.976175] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.977402] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.977402] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.977402] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:36. [ 804.977402] env[65517]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'1f4c9788-c3bc-4d42-ab8c-b8779126cad5', '650c42bb-4b14-46f3-bb4b-20aece7de379', '32714301-46a1-49ef-a2f1-15ebc0f2af10', '496a1d6c-1571-4409-b8eb-75c044bff8cb', '7b9c612e-421e-42d7-b02c-69be876051ce', 'ab442ce5-6c19-49f8-9295-22ca7019ba57', '0dc4c6c0-c826-4e19-a455-d965e0b68de2', 'eec0cccc-9adc-4045-a136-976c4d262c43', '35bc3143-6d34-401c-ae39-ebe7c68bff70', '6ef53d7d-e158-4ec8-920e-86e7e869c68c', '1730157f-766c-41ae-b440-eca87932927d', 'f6a7e8fa-d951-469e-a1e0-62fc852d4b7c', 'ba847a54-89e0-4227-af15-1ff4ff78c673', 'b632c62f-4795-45eb-80ec-33e0a1a3cd13', '207c74c6-7db5-4bdb-bf22-e9f1b2e299e1', 'e8931dd8-eead-4912-abf3-00443bed754b', 'fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63', '871dde01-9cd4-45b2-bbe9-163475d17e44', '0fda5972-7164-488f-ba8c-f3a78641d50e', '4c7b1217-7384-4374-8c14-0afb40414856', 'f4322a65-b67f-40fc-94c6-bc6937eb52cf', '59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f', 'b0224a42-bf09-4ccf-a860-732b81d9fc27', 'de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e', '2fbb3b40-047e-4040-93f0-4cf35b8eb514', 'b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8', 'e3852e0d-b43c-4061-b6fb-03d996b64bb7', '0d18e879-e18d-46ea-9b66-5a4cdd9d8266', 'a30006fc-e392-4ab1-a8ca-7c1e5845860e', '674c7603-cd3d-4525-a99d-c0c8514d165a', 'b811780c-07e6-4dea-99ca-8e1861645646', '362f12c2-2024-4d12-904b-e2bcf3c51aa5', '325c2cae-985e-4d03-9f81-49938e2b3d23', '72cb09c9-0714-4f7c-bcff-0aa14beb612b', '5afd66f5-85a3-4743-9424-434af73eabf0', 'f7b8416e-2d48-4fe8-a70f-beee264427e4'} {{(pid=65517) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 804.977402] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 805.016308] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.016308] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.016308] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.016308] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.016308] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.016308] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 805.016757] env[65517]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65517) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 805.016757] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 805.161298] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.161500] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.161564] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.161761] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.162674] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.163027] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 805.163027] env[65517]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65517) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 805.163027] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 805.164946] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 805.165245] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/36 resources of Type:Security Group Rules [ 805.165644] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 with Priority: HIGH for action security_group_rules [ 805.165644] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 with Priority: HIGH for action security_group_rules [ 805.165644] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 32714301-46a1-49ef-a2f1-15ebc0f2af10 with Priority: HIGH for action security_group_rules [ 805.165644] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 496a1d6c-1571-4409-b8eb-75c044bff8cb with Priority: HIGH for action security_group_rules [ 805.165849] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7b9c612e-421e-42d7-b02c-69be876051ce with Priority: HIGH for action security_group_rules [ 805.165985] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ab442ce5-6c19-49f8-9295-22ca7019ba57 with Priority: HIGH for action security_group_rules [ 805.166165] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0dc4c6c0-c826-4e19-a455-d965e0b68de2 with Priority: HIGH for action security_group_rules [ 805.166298] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eec0cccc-9adc-4045-a136-976c4d262c43 with Priority: HIGH for action security_group_rules [ 805.166424] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 with Priority: HIGH for action security_group_rules [ 805.166574] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6ef53d7d-e158-4ec8-920e-86e7e869c68c with Priority: HIGH for action security_group_rules [ 805.166718] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1730157f-766c-41ae-b440-eca87932927d with Priority: HIGH for action security_group_rules [ 805.166948] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f6a7e8fa-d951-469e-a1e0-62fc852d4b7c with Priority: HIGH for action security_group_rules [ 805.167923] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ba847a54-89e0-4227-af15-1ff4ff78c673 with Priority: HIGH for action security_group_rules [ 805.167923] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b632c62f-4795-45eb-80ec-33e0a1a3cd13 with Priority: HIGH for action security_group_rules [ 805.167923] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 207c74c6-7db5-4bdb-bf22-e9f1b2e299e1 with Priority: HIGH for action security_group_rules [ 805.167923] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e8931dd8-eead-4912-abf3-00443bed754b with Priority: HIGH for action security_group_rules [ 805.167923] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 with Priority: HIGH for action security_group_rules [ 805.167923] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 871dde01-9cd4-45b2-bbe9-163475d17e44 with Priority: HIGH for action security_group_rules [ 805.167923] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0fda5972-7164-488f-ba8c-f3a78641d50e with Priority: HIGH for action security_group_rules [ 805.167923] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c7b1217-7384-4374-8c14-0afb40414856 with Priority: HIGH for action security_group_rules [ 805.167923] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.214392] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f4c9788-c3bc-4d42-ab8c-b8779126cad5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.288895] env[65517]: INFO networking_nsxv3.common.synchronization [req-177070b0-ea20-45ee-a0ad-328fea2aebe4 req-8a44451b-d2fe-443b-869b-36f37b15b948 tempest-ListServersNegativeTestJSON-1690492374 tempest-ListServersNegativeTestJSON-1690492374-project-member] Enqueued Resource ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 with Priority: HIGHEST for action security_group_members [ 805.289686] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 with Priority: HIGHEST for action security_group_members [ 805.289822] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 with Priority: HIGH for action security_group_rules [ 805.290014] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32714301-46a1-49ef-a2f1-15ebc0f2af10 with Priority: HIGH for action security_group_rules [ 805.291492] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dc4c6c0-c826-4e19-a455-d965e0b68de2 with Priority: HIGH for action security_group_rules [ 805.291857] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 207c74c6-7db5-4bdb-bf22-e9f1b2e299e1 with Priority: HIGH for action security_group_rules [ 805.291997] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c7b1217-7384-4374-8c14-0afb40414856 with Priority: HIGH for action security_group_rules [ 805.292123] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fda5972-7164-488f-ba8c-f3a78641d50e with Priority: HIGH for action security_group_rules [ 805.292226] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 871dde01-9cd4-45b2-bbe9-163475d17e44 with Priority: HIGH for action security_group_rules [ 805.292325] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 with Priority: HIGH for action security_group_rules [ 805.292426] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b632c62f-4795-45eb-80ec-33e0a1a3cd13 with Priority: HIGH for action security_group_rules [ 805.292549] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8931dd8-eead-4912-abf3-00443bed754b with Priority: HIGH for action security_group_rules [ 805.292671] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba847a54-89e0-4227-af15-1ff4ff78c673 with Priority: HIGH for action security_group_rules [ 805.292751] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6a7e8fa-d951-469e-a1e0-62fc852d4b7c with Priority: HIGH for action security_group_rules [ 805.293218] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1730157f-766c-41ae-b440-eca87932927d with Priority: HIGH for action security_group_rules [ 805.293370] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef53d7d-e158-4ec8-920e-86e7e869c68c with Priority: HIGH for action security_group_rules [ 805.293464] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 with Priority: HIGH for action security_group_rules [ 805.293683] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab442ce5-6c19-49f8-9295-22ca7019ba57 with Priority: HIGH for action security_group_rules [ 805.293809] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eec0cccc-9adc-4045-a136-976c4d262c43 with Priority: HIGH for action security_group_rules [ 805.293905] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b9c612e-421e-42d7-b02c-69be876051ce with Priority: HIGH for action security_group_rules [ 805.294008] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 with Priority: HIGH for action security_group_rules [ 805.294107] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 496a1d6c-1571-4409-b8eb-75c044bff8cb with Priority: HIGH for action security_group_rules [ 805.294498] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-35bc3143-6d34-401c-ae39-ebe7c68bff70 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.294636] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.295295] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.295574] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.295763] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.295884] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.295949] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.296136] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.296224] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.296326] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35bc3143-6d34-401c-ae39-ebe7c68bff70',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.298685] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f4c9788-c3bc-4d42-ab8c-b8779126cad5 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.299788] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.299903] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.300079] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.300165] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f4c9788-c3bc-4d42-ab8c-b8779126cad5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.303204] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32714301-46a1-49ef-a2f1-15ebc0f2af10 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.303595] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32714301-46a1-49ef-a2f1-15ebc0f2af10" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.303706] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32714301-46a1-49ef-a2f1-15ebc0f2af10" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.303916] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32714301-46a1-49ef-a2f1-15ebc0f2af10" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.303995] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32714301-46a1-49ef-a2f1-15ebc0f2af10',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.305995] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0dc4c6c0-c826-4e19-a455-d965e0b68de2 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.306149] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0dc4c6c0-c826-4e19-a455-d965e0b68de2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.306217] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0dc4c6c0-c826-4e19-a455-d965e0b68de2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.306639] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0dc4c6c0-c826-4e19-a455-d965e0b68de2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.306708] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0dc4c6c0-c826-4e19-a455-d965e0b68de2',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.307584] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.307670] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.308185] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c7b1217-7384-4374-8c14-0afb40414856 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.308319] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c7b1217-7384-4374-8c14-0afb40414856" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.308319] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c7b1217-7384-4374-8c14-0afb40414856" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.308490] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c7b1217-7384-4374-8c14-0afb40414856" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.308620] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c7b1217-7384-4374-8c14-0afb40414856',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.310593] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fda5972-7164-488f-ba8c-f3a78641d50e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.310593] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.310593] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.310593] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.310593] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fda5972-7164-488f-ba8c-f3a78641d50e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.313493] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-871dde01-9cd4-45b2-bbe9-163475d17e44 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.313493] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-871dde01-9cd4-45b2-bbe9-163475d17e44" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.313493] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-871dde01-9cd4-45b2-bbe9-163475d17e44" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.313493] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-871dde01-9cd4-45b2-bbe9-163475d17e44" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.313493] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('871dde01-9cd4-45b2-bbe9-163475d17e44',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.315221] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.315381] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.316107] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.316107] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.316206] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.317262] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b632c62f-4795-45eb-80ec-33e0a1a3cd13 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.317432] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b632c62f-4795-45eb-80ec-33e0a1a3cd13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.317432] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b632c62f-4795-45eb-80ec-33e0a1a3cd13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.317644] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b632c62f-4795-45eb-80ec-33e0a1a3cd13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.317738] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b632c62f-4795-45eb-80ec-33e0a1a3cd13',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.321675] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8931dd8-eead-4912-abf3-00443bed754b taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.321864] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.323228] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.323228] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.323228] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8931dd8-eead-4912-abf3-00443bed754b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.323746] env[65517]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 805.325107] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba847a54-89e0-4227-af15-1ff4ff78c673 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.326033] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba847a54-89e0-4227-af15-1ff4ff78c673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.326033] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba847a54-89e0-4227-af15-1ff4ff78c673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.326033] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba847a54-89e0-4227-af15-1ff4ff78c673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.326033] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba847a54-89e0-4227-af15-1ff4ff78c673',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.328018] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6a7e8fa-d951-469e-a1e0-62fc852d4b7c taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.328018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6a7e8fa-d951-469e-a1e0-62fc852d4b7c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.328018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6a7e8fa-d951-469e-a1e0-62fc852d4b7c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.328197] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6a7e8fa-d951-469e-a1e0-62fc852d4b7c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.328259] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6a7e8fa-d951-469e-a1e0-62fc852d4b7c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.329915] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1730157f-766c-41ae-b440-eca87932927d taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.330128] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.330300] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.330461] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.330564] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1730157f-766c-41ae-b440-eca87932927d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.331960] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ef53d7d-e158-4ec8-920e-86e7e869c68c taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.331960] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ef53d7d-e158-4ec8-920e-86e7e869c68c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.331960] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ef53d7d-e158-4ec8-920e-86e7e869c68c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.332373] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ef53d7d-e158-4ec8-920e-86e7e869c68c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.332373] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ef53d7d-e158-4ec8-920e-86e7e869c68c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.333320] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35bc3143-6d34-401c-ae39-ebe7c68bff70 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.333440] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.333512] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.333738] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.333859] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35bc3143-6d34-401c-ae39-ebe7c68bff70',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.335073] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab442ce5-6c19-49f8-9295-22ca7019ba57 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.335441] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab442ce5-6c19-49f8-9295-22ca7019ba57" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.335527] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab442ce5-6c19-49f8-9295-22ca7019ba57" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.337044] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab442ce5-6c19-49f8-9295-22ca7019ba57" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.337044] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab442ce5-6c19-49f8-9295-22ca7019ba57',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.338547] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eec0cccc-9adc-4045-a136-976c4d262c43 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.338782] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eec0cccc-9adc-4045-a136-976c4d262c43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.338910] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eec0cccc-9adc-4045-a136-976c4d262c43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.339152] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eec0cccc-9adc-4045-a136-976c4d262c43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.339341] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eec0cccc-9adc-4045-a136-976c4d262c43',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.341313] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b9c612e-421e-42d7-b02c-69be876051ce taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.341556] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b9c612e-421e-42d7-b02c-69be876051ce" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.341636] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b9c612e-421e-42d7-b02c-69be876051ce" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.341839] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b9c612e-421e-42d7-b02c-69be876051ce" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.341948] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b9c612e-421e-42d7-b02c-69be876051ce',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.343600] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-650c42bb-4b14-46f3-bb4b-20aece7de379 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.344310] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.344310] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.344310] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.344310] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('650c42bb-4b14-46f3-bb4b-20aece7de379',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.345851] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-496a1d6c-1571-4409-b8eb-75c044bff8cb taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.345969] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-496a1d6c-1571-4409-b8eb-75c044bff8cb" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.346115] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-496a1d6c-1571-4409-b8eb-75c044bff8cb" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.346363] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-496a1d6c-1571-4409-b8eb-75c044bff8cb" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.346525] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('496a1d6c-1571-4409-b8eb-75c044bff8cb',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.346844] env[65517]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 805.385265] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.385617] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.385617] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.386288] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.428569] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.428569] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32714301-46a1-49ef-a2f1-15ebc0f2af10 is going to be deleted. [ 805.489439] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.489439] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.489439] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.489439] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.490401] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.490401] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32714301-46a1-49ef-a2f1-15ebc0f2af10" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.750724] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.750865] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.750930] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.751161] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.751280] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.751369] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 is going to be updated. [ 805.754418] env[65517]: INFO networking_nsxv3.common.synchronization [req-8e240e51-c7c6-444f-bdb7-907d8dada30f req-ad2ed6e2-4b1b-459a-b61d-79baeafa1c9d tempest-ListServersNegativeTestJSON-1690492374 tempest-ListServersNegativeTestJSON-1690492374-project-member] Enqueued Resource ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 with Priority: HIGHEST for action security_group_members [ 805.755268] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 with Priority: HIGHEST for action security_group_members [ 805.756185] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-35bc3143-6d34-401c-ae39-ebe7c68bff70 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.756314] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.798761] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.799186] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.799383] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.799689] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.799936] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.801312] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35bc3143-6d34-401c-ae39-ebe7c68bff70',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.842500] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 in Status: IN_PROGRESS for 2s [ 805.849308] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.849308] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.854847] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dc4c6c0-c826-4e19-a455-d965e0b68de2 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.855571] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dc4c6c0-c826-4e19-a455-d965e0b68de2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.855571] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dc4c6c0-c826-4e19-a455-d965e0b68de2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.855691] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dc4c6c0-c826-4e19-a455-d965e0b68de2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.855860] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.855944] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.856022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.856238] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.856374] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.856462] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dc4c6c0-c826-4e19-a455-d965e0b68de2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.859486] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0dc4c6c0-c826-4e19-a455-d965e0b68de2',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.902871] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-b632c62f-4795-45eb-80ec-33e0a1a3cd13 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.902871] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b632c62f-4795-45eb-80ec-33e0a1a3cd13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.902871] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b632c62f-4795-45eb-80ec-33e0a1a3cd13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.903146] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b632c62f-4795-45eb-80ec-33e0a1a3cd13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.903146] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.903218] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.903260] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.903521] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.903627] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.903627] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b632c62f-4795-45eb-80ec-33e0a1a3cd13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.903727] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b632c62f-4795-45eb-80ec-33e0a1a3cd13',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.905272] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-871dde01-9cd4-45b2-bbe9-163475d17e44 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.905443] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-871dde01-9cd4-45b2-bbe9-163475d17e44" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.906571] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-871dde01-9cd4-45b2-bbe9-163475d17e44" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.906571] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-871dde01-9cd4-45b2-bbe9-163475d17e44" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.906571] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.906571] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.906571] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.906571] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.906571] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.906571] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-871dde01-9cd4-45b2-bbe9-163475d17e44" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.906571] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('871dde01-9cd4-45b2-bbe9-163475d17e44',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.910418] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba847a54-89e0-4227-af15-1ff4ff78c673 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.910622] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba847a54-89e0-4227-af15-1ff4ff78c673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.910734] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba847a54-89e0-4227-af15-1ff4ff78c673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.910981] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba847a54-89e0-4227-af15-1ff4ff78c673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.911202] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.911340] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.911431] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.911625] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.911735] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.911850] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba847a54-89e0-4227-af15-1ff4ff78c673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.912153] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba847a54-89e0-4227-af15-1ff4ff78c673',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.913931] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1730157f-766c-41ae-b440-eca87932927d taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.914106] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.914189] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.914389] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.914626] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.914723] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.914836] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.915011] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.915129] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.915252] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.915386] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1730157f-766c-41ae-b440-eca87932927d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.916326] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-650c42bb-4b14-46f3-bb4b-20aece7de379 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.919021] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.919021] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.919021] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.919021] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.919021] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.919021] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.919021] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.919021] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.919021] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.919021] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('650c42bb-4b14-46f3-bb4b-20aece7de379',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.919021] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c7b1217-7384-4374-8c14-0afb40414856 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.919021] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c7b1217-7384-4374-8c14-0afb40414856" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.919021] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c7b1217-7384-4374-8c14-0afb40414856" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.919021] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c7b1217-7384-4374-8c14-0afb40414856" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.919021] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.919021] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.919829] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.919829] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.919829] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.919829] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c7b1217-7384-4374-8c14-0afb40414856" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.919973] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c7b1217-7384-4374-8c14-0afb40414856',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.923793] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-35bc3143-6d34-401c-ae39-ebe7c68bff70 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.923793] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.923793] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fda5972-7164-488f-ba8c-f3a78641d50e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.923793] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.923793] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.923793] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.923793] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.923793] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.924180] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.924180] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.924441] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.924821] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.924915] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0fda5972-7164-488f-ba8c-f3a78641d50e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.926149] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-eec0cccc-9adc-4045-a136-976c4d262c43 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.926889] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eec0cccc-9adc-4045-a136-976c4d262c43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.926889] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eec0cccc-9adc-4045-a136-976c4d262c43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.927026] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eec0cccc-9adc-4045-a136-976c4d262c43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.927172] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.927272] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.927328] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.927475] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.927548] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.927648] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eec0cccc-9adc-4045-a136-976c4d262c43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.927781] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eec0cccc-9adc-4045-a136-976c4d262c43',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.929408] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6a7e8fa-d951-469e-a1e0-62fc852d4b7c taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.929567] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6a7e8fa-d951-469e-a1e0-62fc852d4b7c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.929678] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6a7e8fa-d951-469e-a1e0-62fc852d4b7c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.929914] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6a7e8fa-d951-469e-a1e0-62fc852d4b7c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.931042] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.931042] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.931042] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.931042] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.931042] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.931042] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6a7e8fa-d951-469e-a1e0-62fc852d4b7c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.931042] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6a7e8fa-d951-469e-a1e0-62fc852d4b7c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.935695] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.935695] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.935695] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.935695] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.998625] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.998791] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.001561] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.001561] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.001561] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.001561] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.001561] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.001561] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.002218] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.002310] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.022018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.022183] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ef53d7d-e158-4ec8-920e-86e7e869c68c is going to be deleted. [ 806.024189] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.024189] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.053713] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.053847] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab442ce5-6c19-49f8-9295-22ca7019ba57 is going to be deleted. [ 806.055497] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.055717] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.085750] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.086008] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 496a1d6c-1571-4409-b8eb-75c044bff8cb is going to be deleted. [ 806.087496] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.087796] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.125404] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.125404] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 is going to be deleted. [ 806.128372] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.128372] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.129029] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.129235] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.159110] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.159336] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.160508] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.160640] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b9c612e-421e-42d7-b02c-69be876051ce is going to be deleted. [ 806.161887] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.162185] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.225188] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.225378] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8931dd8-eead-4912-abf3-00443bed754b is going to be deleted. [ 806.226546] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.226808] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.226997] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.227333] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ef53d7d-e158-4ec8-920e-86e7e869c68c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.227623] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.228491] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.228491] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.228491] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab442ce5-6c19-49f8-9295-22ca7019ba57" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.258816] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.259073] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.259073] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.259369] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.260229] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.260229] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.269024] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.269024] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.269024] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.269024] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.269024] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.269024] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-496a1d6c-1571-4409-b8eb-75c044bff8cb" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.269846] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.269959] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.270117] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.270633] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.270759] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.270850] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b9c612e-421e-42d7-b02c-69be876051ce" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.304656] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35bc3143-6d34-401c-ae39-ebe7c68bff70',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.362234] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0dc4c6c0-c826-4e19-a455-d965e0b68de2',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.385518] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.385518] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.385518] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.385518] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.385518] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.385518] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8931dd8-eead-4912-abf3-00443bed754b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.406331] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b632c62f-4795-45eb-80ec-33e0a1a3cd13',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.409360] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-871dde01-9cd4-45b2-bbe9-163475d17e44 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.409632] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-871dde01-9cd4-45b2-bbe9-163475d17e44" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.409718] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-871dde01-9cd4-45b2-bbe9-163475d17e44" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.409955] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-871dde01-9cd4-45b2-bbe9-163475d17e44" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.410244] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.410364] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.410433] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.410598] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.410681] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.410833] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-871dde01-9cd4-45b2-bbe9-163475d17e44" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.411026] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-871dde01-9cd4-45b2-bbe9-163475d17e44 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.411120] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-871dde01-9cd4-45b2-bbe9-163475d17e44" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.411179] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-871dde01-9cd4-45b2-bbe9-163475d17e44" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.411321] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-871dde01-9cd4-45b2-bbe9-163475d17e44" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.411563] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.411563] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.411673] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.411731] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.411802] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.411879] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-871dde01-9cd4-45b2-bbe9-163475d17e44" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.411965] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('871dde01-9cd4-45b2-bbe9-163475d17e44',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.414516] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba847a54-89e0-4227-af15-1ff4ff78c673',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.430183] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-eec0cccc-9adc-4045-a136-976c4d262c43 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.430378] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eec0cccc-9adc-4045-a136-976c4d262c43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.430488] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eec0cccc-9adc-4045-a136-976c4d262c43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.430679] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eec0cccc-9adc-4045-a136-976c4d262c43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.430963] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.430963] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.431108] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.431330] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.431330] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.431330] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eec0cccc-9adc-4045-a136-976c4d262c43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.431467] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-eec0cccc-9adc-4045-a136-976c4d262c43 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.431589] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eec0cccc-9adc-4045-a136-976c4d262c43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.431651] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eec0cccc-9adc-4045-a136-976c4d262c43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.431793] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eec0cccc-9adc-4045-a136-976c4d262c43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.431933] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.432035] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.432094] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.432229] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.432362] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.432422] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eec0cccc-9adc-4045-a136-976c4d262c43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.432470] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eec0cccc-9adc-4045-a136-976c4d262c43',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.433888] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6a7e8fa-d951-469e-a1e0-62fc852d4b7c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.438037] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('650c42bb-4b14-46f3-bb4b-20aece7de379',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.438582] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c7b1217-7384-4374-8c14-0afb40414856',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.440562] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1730157f-766c-41ae-b440-eca87932927d taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.440772] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.440923] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.441164] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.441451] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.441594] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.441674] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.441893] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.441992] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.442110] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.442423] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1730157f-766c-41ae-b440-eca87932927d taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.442423] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.442542] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.442709] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.442863] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.442980] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.443117] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.443241] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.443330] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.443431] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.443549] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1730157f-766c-41ae-b440-eca87932927d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.445926] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fda5972-7164-488f-ba8c-f3a78641d50e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.446091] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.446161] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.446359] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.446547] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.446621] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.446682] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.446821] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.446903] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.446988] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.447226] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fda5972-7164-488f-ba8c-f3a78641d50e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.447310] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.447377] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.447517] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.447651] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.447738] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.447797] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.447924] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.448034] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.448128] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.448232] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0fda5972-7164-488f-ba8c-f3a78641d50e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.807518] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.807749] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.807808] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.808073] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.808189] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.808283] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 is going to be updated. [ 806.844629] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.845854] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.845854] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.845854] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.845854] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.857820] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 in Status: IN_PROGRESS for 2s [ 806.866023] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0dc4c6c0-c826-4e19-a455-d965e0b68de2: rpc.has_security_group_logging(os_id): False [ 806.887772] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.887772] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.887772] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.888507] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.910627] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.910627] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.910627] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.910992] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.911280] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.911379] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.911502] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0dc4c6c0-c826-4e19-a455-d965e0b68de2 is going to be updated. [ 806.913307] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b632c62f-4795-45eb-80ec-33e0a1a3cd13: rpc.has_security_group_logging(os_id): False [ 806.914852] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 871dde01-9cd4-45b2-bbe9-163475d17e44: rpc.has_security_group_logging(os_id): False [ 806.918263] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba847a54-89e0-4227-af15-1ff4ff78c673: rpc.has_security_group_logging(os_id): False [ 806.931260] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.931842] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.931938] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.932228] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.934286] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.934372] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.935580] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eec0cccc-9adc-4045-a136-976c4d262c43: rpc.has_security_group_logging(os_id): False [ 806.936981] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.936981] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.936981] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6a7e8fa-d951-469e-a1e0-62fc852d4b7c: rpc.has_security_group_logging(os_id): False [ 806.940624] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 650c42bb-4b14-46f3-bb4b-20aece7de379: rpc.has_security_group_logging(os_id): False [ 806.953719] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0fda5972-7164-488f-ba8c-f3a78641d50e: rpc.has_security_group_logging(os_id): False [ 806.956329] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 207c74c6-7db5-4bdb-bf22-e9f1b2e299e1 in Status: SUCCESS [ 806.956630] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.956875] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c7b1217-7384-4374-8c14-0afb40414856: rpc.has_security_group_logging(os_id): False [ 806.958185] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1730157f-766c-41ae-b440-eca87932927d: rpc.has_security_group_logging(os_id): False [ 806.959639] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.959900] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.959992] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('207c74c6-7db5-4bdb-bf22-e9f1b2e299e1',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.964951] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.965419] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.966515] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.966828] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.967717] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.968027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.974443] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.974829] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.975220] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.975412] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.975735] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.975992] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.976533] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.976797] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.976948] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.977281] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.977477] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.977791] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.978036] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.978189] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.978445] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.978632] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.978913] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 871dde01-9cd4-45b2-bbe9-163475d17e44 is going to be updated. [ 806.981697] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.981697] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.005681] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.005681] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.015395] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.015395] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.016535] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.016853] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.016977] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.017207] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.017461] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.017608] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.017743] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b632c62f-4795-45eb-80ec-33e0a1a3cd13 is going to be updated. [ 807.019842] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.020065] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.020065] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.020259] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.023764] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.023901] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.041246] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.041581] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.041682] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.041745] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.041979] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.042076] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.042183] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c7b1217-7384-4374-8c14-0afb40414856 is going to be updated. [ 807.043295] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.043545] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.072613] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.073458] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.073657] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.073699] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.073925] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.074027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.074170] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 is going to be updated. [ 807.076585] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.076830] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.085529] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.087171] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.095598] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.095741] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.124955] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.125161] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.125965] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.126281] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.126360] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.126411] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.126613] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.126716] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.126924] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.127115] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.127200] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.127438] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.128752] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.128752] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.128752] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.128752] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.128752] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.128752] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.128752] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1730157f-766c-41ae-b440-eca87932927d is going to be updated. [ 807.130128] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.130403] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.164509] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.165080] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.165421] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.165421] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.165873] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.166060] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.166366] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.166860] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.166860] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.167057] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.167171] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.167360] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.167525] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.167525] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.167637] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.167781] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.167844] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eec0cccc-9adc-4045-a136-976c4d262c43 is going to be updated. [ 807.168993] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.169202] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.191384] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.191384] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.211770] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.212141] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.212523] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.212523] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.212615] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.212716] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.212909] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.213019] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.213055] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.213188] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.213339] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.213552] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.213677] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.213810] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.214521] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.214521] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.214521] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fda5972-7164-488f-ba8c-f3a78641d50e is going to be updated. [ 807.215591] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.215798] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.215966] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.217318] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.217460] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.217633] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.218698] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.218950] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.219178] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.220555] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.220865] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.221027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.222751] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.223027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.286750] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dc4c6c0-c826-4e19-a455-d965e0b68de2 in Status: IN_PROGRESS for 2s [ 807.317565] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 871dde01-9cd4-45b2-bbe9-163475d17e44 in Status: IN_PROGRESS for 2s [ 807.319010] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.319396] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.319586] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.319586] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.319796] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.319889] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.320056] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6a7e8fa-d951-469e-a1e0-62fc852d4b7c is going to be updated. [ 807.322095] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.322095] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.322095] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.322432] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.322612] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.324479] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b632c62f-4795-45eb-80ec-33e0a1a3cd13 in Status: IN_PROGRESS for 2s [ 807.326025] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c7b1217-7384-4374-8c14-0afb40414856 in Status: IN_PROGRESS for 2s [ 807.358736] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.358984] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.365048] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 in Status: IN_PROGRESS for 2s [ 807.366299] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.366442] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.471153] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.471322] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.471405] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.471698] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.471878] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.471994] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.472133] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.472260] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.472351] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.472433] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.472536] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('207c74c6-7db5-4bdb-bf22-e9f1b2e299e1',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.494628] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.495145] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.495427] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.495427] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.495726] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.495877] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.496198] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba847a54-89e0-4227-af15-1ff4ff78c673 is going to be updated. [ 807.498543] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.498862] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.499143] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.500635] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.500937] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.501180] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.516929] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eec0cccc-9adc-4045-a136-976c4d262c43 in Status: IN_PROGRESS for 2s [ 807.541742] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1730157f-766c-41ae-b440-eca87932927d in Status: IN_PROGRESS for 2s [ 807.552027] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.552216] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.552313] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.553116] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.553116] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.583039] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6a7e8fa-d951-469e-a1e0-62fc852d4b7c in Status: IN_PROGRESS for 2s [ 807.616653] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.616653] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.616653] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.617074] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.617074] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.658186] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fda5972-7164-488f-ba8c-f3a78641d50e in Status: IN_PROGRESS for 2s [ 807.702903] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.702903] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.702903] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.703308] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.703534] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.726897] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba847a54-89e0-4227-af15-1ff4ff78c673 in Status: IN_PROGRESS for 2s [ 807.852873] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 in Status: SUCCESS [ 807.852873] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.852873] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.852873] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.853300] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.853362] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.853401] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.853578] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.853650] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.853737] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.853829] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f4c9788-c3bc-4d42-ab8c-b8779126cad5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.975343] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.975343] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.975343] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.975758] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.975758] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.975835] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.975866] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.976065] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.976137] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.976210] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.976407] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.976528] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.976600] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.976885] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.976885] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.977118] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.977118] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.977180] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.977211] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.977289] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.977398] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('207c74c6-7db5-4bdb-bf22-e9f1b2e299e1',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.356572] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.356991] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.356991] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.357366] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.357649] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.357809] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.357903] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.358181] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.358291] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.358425] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.358697] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.358846] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.358939] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.359171] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.359484] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.359622] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.359715] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.359924] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.360064] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.360350] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.360509] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f4c9788-c3bc-4d42-ab8c-b8779126cad5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.479089] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 207c74c6-7db5-4bdb-bf22-e9f1b2e299e1: rpc.has_security_group_logging(os_id): False [ 808.497646] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.499042] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.499195] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.499455] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.499557] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.499853] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.499967] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.500034] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.500176] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.500278] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.501142] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.501142] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.501142] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.501142] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.501142] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.501142] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.502560] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.502560] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.502560] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.502712] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.502712] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 207c74c6-7db5-4bdb-bf22-e9f1b2e299e1 is going to be updated. [ 808.578103] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.578103] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.578103] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.578103] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.578103] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.595690] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 207c74c6-7db5-4bdb-bf22-e9f1b2e299e1 in Status: IN_PROGRESS for 2s [ 808.869841] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f4c9788-c3bc-4d42-ab8c-b8779126cad5: rpc.has_security_group_logging(os_id): False [ 808.873530] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 in Status: SUCCESS [ 808.873777] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.873972] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.874256] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.874480] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.874615] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.874826] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.874905] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.874974] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.875160] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35bc3143-6d34-401c-ae39-ebe7c68bff70',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.890686] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.890867] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.891063] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.891220] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.924266] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.924580] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.924728] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.924827] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.925065] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.925185] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.925413] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.925543] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.925634] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.925816] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.925922] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.926146] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.926261] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.926319] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.926473] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.926552] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.926638] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 is going to be updated. [ 808.998505] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.998855] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.998855] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.998997] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.999437] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.025713] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 in Status: IN_PROGRESS for 2s [ 809.303106] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dc4c6c0-c826-4e19-a455-d965e0b68de2 in Status: SUCCESS [ 809.303533] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0dc4c6c0-c826-4e19-a455-d965e0b68de2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.333662] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 871dde01-9cd4-45b2-bbe9-163475d17e44 in Status: SUCCESS [ 809.334554] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-871dde01-9cd4-45b2-bbe9-163475d17e44" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.347047] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c7b1217-7384-4374-8c14-0afb40414856 in Status: SUCCESS [ 809.347431] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c7b1217-7384-4374-8c14-0afb40414856" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.348797] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b632c62f-4795-45eb-80ec-33e0a1a3cd13 in Status: SUCCESS [ 809.349299] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b632c62f-4795-45eb-80ec-33e0a1a3cd13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.377216] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 in Status: SUCCESS [ 809.377216] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.377577] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.377710] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.377781] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.377990] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.404515] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.404700] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.404802] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.404802] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.405960] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.405960] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.405960] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 is going to be updated. [ 809.452617] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.452812] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.452812] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.453048] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.453237] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.463083] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 in Status: IN_PROGRESS for 2s [ 809.532484] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eec0cccc-9adc-4045-a136-976c4d262c43 in Status: SUCCESS [ 809.533193] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eec0cccc-9adc-4045-a136-976c4d262c43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.560101] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1730157f-766c-41ae-b440-eca87932927d in Status: SUCCESS [ 809.560390] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.605916] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6a7e8fa-d951-469e-a1e0-62fc852d4b7c in Status: SUCCESS [ 809.605916] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6a7e8fa-d951-469e-a1e0-62fc852d4b7c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.677256] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fda5972-7164-488f-ba8c-f3a78641d50e in Status: SUCCESS [ 809.678856] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.739476] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba847a54-89e0-4227-af15-1ff4ff78c673 in Status: SUCCESS [ 809.740065] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba847a54-89e0-4227-af15-1ff4ff78c673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.617680] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 207c74c6-7db5-4bdb-bf22-e9f1b2e299e1 in Status: SUCCESS [ 810.618105] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.756702] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 810.756982] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 811.046047] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 in Status: SUCCESS [ 811.046371] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.298249] env[65517]: INFO networking_nsxv3.common.synchronization [req-ef752d20-e941-46c7-ab2f-2e8f29ef846f req-4e24fc40-fb26-482b-9514-7b66d5eb45b5 tempest-ServersWithSpecificFlavorTestJSON-565045701 tempest-ServersWithSpecificFlavorTestJSON-565045701-project-member] Enqueued Resource ID: 674c7603-cd3d-4525-a99d-c0c8514d165a with Priority: HIGHEST for action security_group_members [ 811.300284] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 674c7603-cd3d-4525-a99d-c0c8514d165a with Priority: HIGHEST for action security_group_members [ 811.300732] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-674c7603-cd3d-4525-a99d-c0c8514d165a taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.300921] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-674c7603-cd3d-4525-a99d-c0c8514d165a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.301033] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-674c7603-cd3d-4525-a99d-c0c8514d165a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.301353] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-674c7603-cd3d-4525-a99d-c0c8514d165a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.301629] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.301946] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.301946] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.302177] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.302332] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.302490] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('674c7603-cd3d-4525-a99d-c0c8514d165a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.475202] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 in Status: SUCCESS [ 811.475797] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 deletion is rescheduled due to dependency. [ 811.475987] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.476177] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.476393] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.476969] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.476969] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.476969] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.476969] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.476969] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.477308] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.477308] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35bc3143-6d34-401c-ae39-ebe7c68bff70',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.659014] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-787 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.659014] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-787" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.660016] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-787" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.660016] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-787" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.660016] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.660272] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.660543] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.662629] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.662629] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.662629] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 811.662629] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 811.662629] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 811.662629] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 811.662629] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 811.662629] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 811.662629] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 811.693078] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 811.693358] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 811.693628] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 811.693932] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-787" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.694430] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-c7aacbb2-e620-48af-838a-6103f858f4c8 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.694719] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-c7aacbb2-e620-48af-838a-6103f858f4c8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.694941] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-c7aacbb2-e620-48af-838a-6103f858f4c8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.695434] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-c7aacbb2-e620-48af-838a-6103f858f4c8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.695680] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7aacbb2-e620-48af-838a-6103f858f4c8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.804803] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.804960] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.805039] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.805288] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.828456] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.829401] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.829401] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.829401] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.829651] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.829651] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.829651] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 674c7603-cd3d-4525-a99d-c0c8514d165a is going to be updated. [ 811.864808] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.865107] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.865207] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.865554] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.865757] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.878695] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 674c7603-cd3d-4525-a99d-c0c8514d165a in Status: IN_PROGRESS for 2s [ 811.979916] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-35bc3143-6d34-401c-ae39-ebe7c68bff70 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.980104] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.980146] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.980450] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.980629] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.980730] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.980784] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.980944] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.981047] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.981137] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.981287] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-35bc3143-6d34-401c-ae39-ebe7c68bff70 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.981379] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.981474] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.981610] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.981763] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.981853] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.981985] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.982087] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.982154] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.982221] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.982308] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35bc3143-6d34-401c-ae39-ebe7c68bff70',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.202761] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.203402] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.203580] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.203883] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.204051] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.204217] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port c7aacbb2-e620-48af-838a-6103f858f4c8 not found, creating... [ 812.204770] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.205038] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.205175] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.205445] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.205631] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.206078] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.206310] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.206468] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.207812] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.207989] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.208162] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: c7aacbb2-e620-48af-838a-6103f858f4c8 is going to be created. [ 812.245495] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.245495] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.245495] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.245495] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.245495] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.245495] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-c7aacbb2-e620-48af-838a-6103f858f4c8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.388330] env[65517]: INFO networking_nsxv3.common.synchronization [req-7739ef29-75f9-4cdd-84ca-c58cf9472bf8 req-750503f5-2a8b-429e-94d1-a5597ff54ced tempest-ServersAdminNegativeTestJSON-1015317740 tempest-ServersAdminNegativeTestJSON-1015317740-project-member] Enqueued Resource ID: b0224a42-bf09-4ccf-a860-732b81d9fc27 with Priority: HIGHEST for action security_group_members [ 812.393414] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0224a42-bf09-4ccf-a860-732b81d9fc27 with Priority: HIGHEST for action security_group_members [ 812.393414] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0224a42-bf09-4ccf-a860-732b81d9fc27 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.393414] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.393414] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.393825] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.393825] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.393959] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.393959] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.394239] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.394316] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.394404] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0224a42-bf09-4ccf-a860-732b81d9fc27',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.484526] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35bc3143-6d34-401c-ae39-ebe7c68bff70: rpc.has_security_group_logging(os_id): False [ 812.509046] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.509368] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.509514] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.509851] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.509979] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.510296] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.510461] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.510590] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.510840] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.510926] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.511220] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.511390] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.511484] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.511699] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.511826] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.512132] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.512260] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.512391] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.512552] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.512713] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.512786] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 is going to be updated. [ 812.594509] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.594717] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.594801] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.595046] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.595210] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.620104] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 in Status: IN_PROGRESS for 2s [ 812.899696] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.899696] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.899696] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.899696] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.928554] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.928554] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.928554] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.928554] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.928554] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.928554] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.928554] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0224a42-bf09-4ccf-a860-732b81d9fc27 is going to be updated. [ 812.976053] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.976270] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.976270] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.976520] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.976624] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.989923] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0224a42-bf09-4ccf-a860-732b81d9fc27 in Status: IN_PROGRESS for 2s [ 813.116295] env[65517]: INFO networking_nsxv3.common.synchronization [req-ef752d20-e941-46c7-ab2f-2e8f29ef846f req-3ae4c15b-edb8-4e0c-8c2d-5cc327019977 service nova] Enqueued Resource ID: 674c7603-cd3d-4525-a99d-c0c8514d165a with Priority: HIGHEST for action security_group_rules [ 813.116603] env[65517]: INFO networking_nsxv3.common.synchronization [req-ef752d20-e941-46c7-ab2f-2e8f29ef846f req-3ae4c15b-edb8-4e0c-8c2d-5cc327019977 service nova] Enqueued Resource ID: 674c7603-cd3d-4525-a99d-c0c8514d165a with Priority: HIGHEST for action security_group_members [ 813.116836] env[65517]: INFO networking_nsxv3.common.synchronization [req-ef752d20-e941-46c7-ab2f-2e8f29ef846f req-3ae4c15b-edb8-4e0c-8c2d-5cc327019977 service nova] Enqueued Resource ID: c7aacbb2-e620-48af-838a-6103f858f4c8 with Priority: HIGHEST for action port [ 813.117624] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 674c7603-cd3d-4525-a99d-c0c8514d165a with Priority: HIGHEST for action security_group_rules [ 813.117828] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 674c7603-cd3d-4525-a99d-c0c8514d165a with Priority: HIGHEST for action security_group_members [ 813.117988] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7aacbb2-e620-48af-838a-6103f858f4c8 with Priority: HIGHEST for action port [ 813.118417] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-674c7603-cd3d-4525-a99d-c0c8514d165a taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.118603] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-674c7603-cd3d-4525-a99d-c0c8514d165a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.118694] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-674c7603-cd3d-4525-a99d-c0c8514d165a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.119411] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-674c7603-cd3d-4525-a99d-c0c8514d165a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.119505] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('674c7603-cd3d-4525-a99d-c0c8514d165a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.121192] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-674c7603-cd3d-4525-a99d-c0c8514d165a taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.121348] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-674c7603-cd3d-4525-a99d-c0c8514d165a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.121755] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7aacbb2-e620-48af-838a-6103f858f4c8 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.122061] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7aacbb2-e620-48af-838a-6103f858f4c8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.122135] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7aacbb2-e620-48af-838a-6103f858f4c8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.122493] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7aacbb2-e620-48af-838a-6103f858f4c8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.122493] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7aacbb2-e620-48af-838a-6103f858f4c8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.169769] env[65517]: INFO networking_nsxv3.common.synchronization [req-80dfdc72-49a1-4949-8a19-6b1beb1eb51c req-f15e6078-8c10-403d-9f81-0df0406d89f4 tempest-ImagesOneServerNegativeTestJSON-186561115 tempest-ImagesOneServerNegativeTestJSON-186561115-project-member] Enqueued Resource ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 with Priority: HIGHEST for action security_group_members [ 813.170557] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 with Priority: HIGHEST for action security_group_members [ 813.170789] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fbb3b40-047e-4040-93f0-4cf35b8eb514 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.170880] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.170939] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.171136] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.171293] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.171400] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.171452] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.171615] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.171703] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.171795] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fbb3b40-047e-4040-93f0-4cf35b8eb514',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.625829] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-674c7603-cd3d-4525-a99d-c0c8514d165a taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.625829] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-674c7603-cd3d-4525-a99d-c0c8514d165a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.625829] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c7aacbb2-e620-48af-838a-6103f858f4c8 with status ACTIVE [ 813.626146] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.626146] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.626415] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.626415] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.626513] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.626655] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.626745] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.626796] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.626954] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.627035] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.627218] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.627309] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.627362] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.627494] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.627565] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.627672] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c7aacbb2-e620-48af-838a-6103f858f4c8 is going to be updated. [ 813.655886] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.656111] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.656157] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.656464] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.656678] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.656942] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7aacbb2-e620-48af-838a-6103f858f4c8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.673806] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.674761] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.674963] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.675275] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.708332] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.708748] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.708945] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.709081] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.709487] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.709626] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.709747] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 is going to be updated. [ 813.748246] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.748437] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.748513] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.748735] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.749363] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.765554] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 in Status: IN_PROGRESS for 2s [ 813.913857] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 674c7603-cd3d-4525-a99d-c0c8514d165a in Status: SUCCESS [ 813.914229] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 674c7603-cd3d-4525-a99d-c0c8514d165a deletion is rescheduled due to dependency. [ 813.914229] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-674c7603-cd3d-4525-a99d-c0c8514d165a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.914433] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-674c7603-cd3d-4525-a99d-c0c8514d165a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.914644] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-674c7603-cd3d-4525-a99d-c0c8514d165a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.914888] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.915059] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.915159] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.915275] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.915357] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.915441] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('674c7603-cd3d-4525-a99d-c0c8514d165a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.369377] env[65517]: INFO networking_nsxv3.common.synchronization [req-7e8d4342-e2b1-4032-85a8-db3f8c9cecb4 req-9aae66eb-6a41-46d1-a9f4-2c591fcc360d tempest-InstanceActionsNegativeTestJSON-514668720 tempest-InstanceActionsNegativeTestJSON-514668720-project-member] Enqueued Resource ID: 207c74c6-7db5-4bdb-bf22-e9f1b2e299e1 with Priority: HIGHEST for action security_group_members [ 814.369931] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 207c74c6-7db5-4bdb-bf22-e9f1b2e299e1 with Priority: HIGHEST for action security_group_members [ 814.372045] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.372463] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.372463] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.372994] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.372994] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.373129] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.373176] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.373410] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.373517] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.373640] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('207c74c6-7db5-4bdb-bf22-e9f1b2e299e1',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.421009] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('674c7603-cd3d-4525-a99d-c0c8514d165a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.640022] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 in Status: SUCCESS [ 814.640433] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.652305] env[65517]: INFO networking_nsxv3.common.synchronization [req-97573198-794f-4130-a2dc-b9f64476d554 req-3beebeee-c5e7-4dae-8f1d-d74dccfc6d4b tempest-FloatingIPsAssociationNegativeTestJSON-1331977464 tempest-FloatingIPsAssociationNegativeTestJSON-1331977464-project-member] Enqueued Resource ID: 871dde01-9cd4-45b2-bbe9-163475d17e44 with Priority: HIGHEST for action security_group_members [ 814.653283] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 871dde01-9cd4-45b2-bbe9-163475d17e44 with Priority: HIGHEST for action security_group_members [ 814.653775] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-871dde01-9cd4-45b2-bbe9-163475d17e44 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.653969] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-871dde01-9cd4-45b2-bbe9-163475d17e44" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.654110] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-871dde01-9cd4-45b2-bbe9-163475d17e44" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.654418] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-871dde01-9cd4-45b2-bbe9-163475d17e44" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.654667] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.654837] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.654962] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.655231] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.655377] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.655547] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('871dde01-9cd4-45b2-bbe9-163475d17e44',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.880171] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.880171] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.880171] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.880171] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.880171] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.880171] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.880171] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.880171] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.880171] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.880171] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.880171] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 207c74c6-7db5-4bdb-bf22-e9f1b2e299e1 is going to be updated. [ 814.914966] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.915352] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.915352] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.915515] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.915713] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.924010] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('674c7603-cd3d-4525-a99d-c0c8514d165a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.929237] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 207c74c6-7db5-4bdb-bf22-e9f1b2e299e1 in Status: IN_PROGRESS for 2s [ 815.000250] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0224a42-bf09-4ccf-a860-732b81d9fc27 in Status: SUCCESS [ 815.000487] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0224a42-bf09-4ccf-a860-732b81d9fc27 deletion is rescheduled due to dependency. [ 815.000487] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.158625] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.158791] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.158855] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.159089] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.159184] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.159417] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.159536] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.159609] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.159736] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.159796] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.159947] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 871dde01-9cd4-45b2-bbe9-163475d17e44 is going to be updated. [ 815.189079] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.189270] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.189361] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.189598] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.189779] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.200396] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 871dde01-9cd4-45b2-bbe9-163475d17e44 in Status: IN_PROGRESS for 2s [ 815.428111] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.428412] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.428589] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.428832] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.428996] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.429206] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 674c7603-cd3d-4525-a99d-c0c8514d165a is going to be updated. [ 815.462460] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.462652] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.462699] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.462924] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.463085] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.474617] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 674c7603-cd3d-4525-a99d-c0c8514d165a in Status: IN_PROGRESS for 2s [ 815.777635] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 in Status: SUCCESS [ 815.777635] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 deletion is rescheduled due to dependency. [ 815.777635] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.649807] env[65517]: INFO networking_nsxv3.common.synchronization [req-c6c7b500-e254-4f98-8820-c381de6262c7 req-c6b19fc8-361d-4b87-8d96-802515a87ca5 tempest-InstanceActionsTestJSON-594736579 tempest-InstanceActionsTestJSON-594736579-project-member] Enqueued Resource ID: eec0cccc-9adc-4045-a136-976c4d262c43 with Priority: HIGHEST for action security_group_members [ 816.649807] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eec0cccc-9adc-4045-a136-976c4d262c43 with Priority: HIGHEST for action security_group_members [ 816.649807] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-eec0cccc-9adc-4045-a136-976c4d262c43 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.649807] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eec0cccc-9adc-4045-a136-976c4d262c43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.649807] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eec0cccc-9adc-4045-a136-976c4d262c43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.649807] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eec0cccc-9adc-4045-a136-976c4d262c43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.649807] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.649807] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.649807] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.649807] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.649807] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.649807] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eec0cccc-9adc-4045-a136-976c4d262c43',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.941776] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 207c74c6-7db5-4bdb-bf22-e9f1b2e299e1 in Status: SUCCESS [ 816.942022] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 207c74c6-7db5-4bdb-bf22-e9f1b2e299e1 deletion is rescheduled due to dependency. [ 816.942666] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.153722] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.153865] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.153987] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.154146] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.154238] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.154433] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.154538] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.154600] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.154839] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.154839] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.154927] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eec0cccc-9adc-4045-a136-976c4d262c43 is going to be updated. [ 817.185933] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.185933] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.185933] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.185933] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.185933] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.195773] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eec0cccc-9adc-4045-a136-976c4d262c43 in Status: IN_PROGRESS for 2s [ 817.209531] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 871dde01-9cd4-45b2-bbe9-163475d17e44 in Status: IN_PROGRESS for 4s [ 817.484193] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 674c7603-cd3d-4525-a99d-c0c8514d165a in Status: SUCCESS [ 817.484451] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-674c7603-cd3d-4525-a99d-c0c8514d165a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.485560] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-674c7603-cd3d-4525-a99d-c0c8514d165a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.485560] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-674c7603-cd3d-4525-a99d-c0c8514d165a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.485560] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.485560] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.485560] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.485560] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.485560] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.485560] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-674c7603-cd3d-4525-a99d-c0c8514d165a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.485895] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('674c7603-cd3d-4525-a99d-c0c8514d165a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.989740] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('674c7603-cd3d-4525-a99d-c0c8514d165a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.492526] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 674c7603-cd3d-4525-a99d-c0c8514d165a: rpc.has_security_group_logging(os_id): False [ 818.513049] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.513049] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.513049] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.513049] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.513049] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.513352] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.513404] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.513479] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.513636] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.513749] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.513800] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 674c7603-cd3d-4525-a99d-c0c8514d165a is going to be updated. [ 818.582500] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.582664] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.582737] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.582944] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.583101] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.593943] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 674c7603-cd3d-4525-a99d-c0c8514d165a in Status: IN_PROGRESS for 2s [ 819.205379] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eec0cccc-9adc-4045-a136-976c4d262c43 in Status: SUCCESS [ 819.205696] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eec0cccc-9adc-4045-a136-976c4d262c43 deletion is rescheduled due to dependency. [ 819.205696] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eec0cccc-9adc-4045-a136-976c4d262c43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.217520] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 871dde01-9cd4-45b2-bbe9-163475d17e44 in Status: SUCCESS [ 819.217705] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 871dde01-9cd4-45b2-bbe9-163475d17e44 deletion is rescheduled due to dependency. [ 819.217822] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-871dde01-9cd4-45b2-bbe9-163475d17e44" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.606414] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 674c7603-cd3d-4525-a99d-c0c8514d165a in Status: SUCCESS [ 820.607190] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-674c7603-cd3d-4525-a99d-c0c8514d165a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.651526] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 821.651784] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 826.653708] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 826.654052] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 829.615808] env[65517]: INFO networking_nsxv3.common.synchronization [req-8df2ab5f-6c6a-4fa3-9d42-711232156071 req-4409623a-e841-43a7-888c-e7bfcffb2b2c tempest-ServersTestFqdnHostnames-507733180 tempest-ServersTestFqdnHostnames-507733180-project-member] Enqueued Resource ID: 329fa4e8-c914-41a8-b6b9-5f8cf20abd70 with Priority: HIGHEST for action security_group_members [ 829.616295] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 329fa4e8-c914-41a8-b6b9-5f8cf20abd70 with Priority: HIGHEST for action security_group_members [ 829.616605] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-329fa4e8-c914-41a8-b6b9-5f8cf20abd70 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.616731] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-329fa4e8-c914-41a8-b6b9-5f8cf20abd70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.616816] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-329fa4e8-c914-41a8-b6b9-5f8cf20abd70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.617205] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-329fa4e8-c914-41a8-b6b9-5f8cf20abd70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.617386] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.617492] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.617585] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.617735] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.617822] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.617916] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('329fa4e8-c914-41a8-b6b9-5f8cf20abd70',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.978302] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-587 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.978537] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-587" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.978537] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-587" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.978537] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-587" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.978537] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.978537] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.978537] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.978537] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.980641] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.980641] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 829.980757] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 829.980901] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 829.980901] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 829.981071] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 829.981144] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 829.981270] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 830.004649] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 830.004825] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 830.004958] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 830.005184] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-587" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.005505] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-990aae71-9e8e-4da6-9e57-5c9257d127a4 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.005686] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-990aae71-9e8e-4da6-9e57-5c9257d127a4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.005796] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-990aae71-9e8e-4da6-9e57-5c9257d127a4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.006199] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-990aae71-9e8e-4da6-9e57-5c9257d127a4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.006444] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('990aae71-9e8e-4da6-9e57-5c9257d127a4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.119886] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.120066] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.120151] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.120448] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.120544] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.120717] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.120815] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.120882] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.121120] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.121200] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.121289] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 329fa4e8-c914-41a8-b6b9-5f8cf20abd70 already deleted. [ 830.121368] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-329fa4e8-c914-41a8-b6b9-5f8cf20abd70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.509823] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.510225] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.510467] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.510887] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.511159] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.511447] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port 990aae71-9e8e-4da6-9e57-5c9257d127a4 not found, creating... [ 830.511760] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.511969] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.512129] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.512464] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.512649] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.513041] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.513269] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.513483] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.513762] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.513970] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.514168] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: 990aae71-9e8e-4da6-9e57-5c9257d127a4 is going to be created. [ 830.538066] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.538294] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.538419] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.538699] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.538922] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.539176] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-990aae71-9e8e-4da6-9e57-5c9257d127a4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.228397] env[65517]: INFO networking_nsxv3.common.synchronization [req-8df2ab5f-6c6a-4fa3-9d42-711232156071 req-6f0920e1-e4c7-48d8-9746-9e84032384d4 service nova] Enqueued Resource ID: 329fa4e8-c914-41a8-b6b9-5f8cf20abd70 with Priority: HIGHEST for action security_group_rules [ 831.228397] env[65517]: INFO networking_nsxv3.common.synchronization [req-8df2ab5f-6c6a-4fa3-9d42-711232156071 req-6f0920e1-e4c7-48d8-9746-9e84032384d4 service nova] Enqueued Resource ID: 329fa4e8-c914-41a8-b6b9-5f8cf20abd70 with Priority: HIGHEST for action security_group_members [ 831.228699] env[65517]: INFO networking_nsxv3.common.synchronization [req-8df2ab5f-6c6a-4fa3-9d42-711232156071 req-6f0920e1-e4c7-48d8-9746-9e84032384d4 service nova] Enqueued Resource ID: 990aae71-9e8e-4da6-9e57-5c9257d127a4 with Priority: HIGHEST for action port [ 831.229045] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 329fa4e8-c914-41a8-b6b9-5f8cf20abd70 with Priority: HIGHEST for action security_group_rules [ 831.229187] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 329fa4e8-c914-41a8-b6b9-5f8cf20abd70 with Priority: HIGHEST for action security_group_members [ 831.229284] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 990aae71-9e8e-4da6-9e57-5c9257d127a4 with Priority: HIGHEST for action port [ 831.229791] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-329fa4e8-c914-41a8-b6b9-5f8cf20abd70 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.229905] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-329fa4e8-c914-41a8-b6b9-5f8cf20abd70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.229975] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-329fa4e8-c914-41a8-b6b9-5f8cf20abd70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.230200] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-329fa4e8-c914-41a8-b6b9-5f8cf20abd70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.230279] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('329fa4e8-c914-41a8-b6b9-5f8cf20abd70',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.231310] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-329fa4e8-c914-41a8-b6b9-5f8cf20abd70 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.231443] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-329fa4e8-c914-41a8-b6b9-5f8cf20abd70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.231515] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-329fa4e8-c914-41a8-b6b9-5f8cf20abd70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.231689] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-329fa4e8-c914-41a8-b6b9-5f8cf20abd70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.231862] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.231974] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.232051] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.232196] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.232277] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.232382] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('329fa4e8-c914-41a8-b6b9-5f8cf20abd70',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.234290] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-990aae71-9e8e-4da6-9e57-5c9257d127a4 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.234393] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-990aae71-9e8e-4da6-9e57-5c9257d127a4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.234460] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-990aae71-9e8e-4da6-9e57-5c9257d127a4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.234615] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-990aae71-9e8e-4da6-9e57-5c9257d127a4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.234693] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('990aae71-9e8e-4da6-9e57-5c9257d127a4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.736379] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('329fa4e8-c914-41a8-b6b9-5f8cf20abd70',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.737829] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-329fa4e8-c914-41a8-b6b9-5f8cf20abd70 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.737829] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-329fa4e8-c914-41a8-b6b9-5f8cf20abd70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.738186] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 990aae71-9e8e-4da6-9e57-5c9257d127a4 with status ACTIVE [ 831.738356] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.738464] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.738524] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.738720] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.738805] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.738970] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.739117] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.739163] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.739759] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.739759] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.739759] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.739759] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.739759] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.739996] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.739996] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.739996] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 990aae71-9e8e-4da6-9e57-5c9257d127a4 is going to be updated. [ 831.764574] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.764574] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.764574] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.764574] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.764574] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.764574] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-990aae71-9e8e-4da6-9e57-5c9257d127a4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.231615] env[65517]: INFO networking_nsxv3.common.synchronization [req-7138f3cc-d8a9-4318-ae66-bf7dd0423a2a req-2033c922-0727-4a15-8f3c-03b937a8cc98 tempest-ServersAdminTestJSON-1076150104 tempest-ServersAdminTestJSON-1076150104-project-member] Enqueued Resource ID: 0fda5972-7164-488f-ba8c-f3a78641d50e with Priority: HIGHEST for action security_group_members [ 832.232112] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fda5972-7164-488f-ba8c-f3a78641d50e with Priority: HIGHEST for action security_group_members [ 832.232474] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fda5972-7164-488f-ba8c-f3a78641d50e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.232636] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.232697] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.232904] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.233090] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.233193] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.233255] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.233400] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.233506] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.233618] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fda5972-7164-488f-ba8c-f3a78641d50e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.241381] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('329fa4e8-c914-41a8-b6b9-5f8cf20abd70',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.593329] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-704 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.593329] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-704" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.593329] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-704" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.593329] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-704" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.593555] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.594710] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.594710] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.594710] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.594710] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.594710] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.594710] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 832.594710] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 832.594993] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 832.595095] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.595253] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 832.596800] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 832.615938] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 832.615938] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 832.616166] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 832.616288] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-704" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.616924] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-6f040560-31cf-4beb-916d-44d19ed60c9e taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.616924] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-6f040560-31cf-4beb-916d-44d19ed60c9e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.616924] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-6f040560-31cf-4beb-916d-44d19ed60c9e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.617194] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-6f040560-31cf-4beb-916d-44d19ed60c9e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.617438] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f040560-31cf-4beb-916d-44d19ed60c9e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.736350] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0fda5972-7164-488f-ba8c-f3a78641d50e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.741446] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.741605] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.741680] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.741909] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.741974] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.742064] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 329fa4e8-c914-41a8-b6b9-5f8cf20abd70 is going to be created. [ 832.773188] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.773188] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.773188] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.773188] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.773188] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.782971] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 329fa4e8-c914-41a8-b6b9-5f8cf20abd70 in Status: UNINITIALIZED for 2s [ 833.120433] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.120701] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.120834] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.121154] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.121305] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.121458] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port 6f040560-31cf-4beb-916d-44d19ed60c9e not found, creating... [ 833.121736] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.121911] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.122041] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.122315] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.122422] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.122721] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.122880] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.122994] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.123263] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.123333] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.123482] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: 6f040560-31cf-4beb-916d-44d19ed60c9e is going to be created. [ 833.145846] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.146095] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.146189] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.146537] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.146747] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.146994] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-6f040560-31cf-4beb-916d-44d19ed60c9e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.239320] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0fda5972-7164-488f-ba8c-f3a78641d50e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.741946] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.742183] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.742253] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.743202] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.743202] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.743202] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fda5972-7164-488f-ba8c-f3a78641d50e is going to be updated. [ 833.777229] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.777348] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.777348] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.777591] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.777731] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.789851] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fda5972-7164-488f-ba8c-f3a78641d50e in Status: IN_PROGRESS for 2s [ 833.901671] env[65517]: INFO networking_nsxv3.common.synchronization [req-7138f3cc-d8a9-4318-ae66-bf7dd0423a2a req-11263acd-7770-454b-b975-3d5ccabe1af5 service nova] Enqueued Resource ID: 0fda5972-7164-488f-ba8c-f3a78641d50e with Priority: HIGHEST for action security_group_rules [ 833.901859] env[65517]: INFO networking_nsxv3.common.synchronization [req-7138f3cc-d8a9-4318-ae66-bf7dd0423a2a req-11263acd-7770-454b-b975-3d5ccabe1af5 service nova] Enqueued Resource ID: 0fda5972-7164-488f-ba8c-f3a78641d50e with Priority: HIGHEST for action security_group_members [ 833.902079] env[65517]: INFO networking_nsxv3.common.synchronization [req-7138f3cc-d8a9-4318-ae66-bf7dd0423a2a req-11263acd-7770-454b-b975-3d5ccabe1af5 service nova] Enqueued Resource ID: 6f040560-31cf-4beb-916d-44d19ed60c9e with Priority: HIGHEST for action port [ 833.902625] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fda5972-7164-488f-ba8c-f3a78641d50e with Priority: HIGHEST for action security_group_rules [ 833.902778] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fda5972-7164-488f-ba8c-f3a78641d50e with Priority: HIGHEST for action security_group_members [ 833.902886] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f040560-31cf-4beb-916d-44d19ed60c9e with Priority: HIGHEST for action port [ 833.903198] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fda5972-7164-488f-ba8c-f3a78641d50e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.903321] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.903468] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.903625] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.903717] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fda5972-7164-488f-ba8c-f3a78641d50e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.904662] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fda5972-7164-488f-ba8c-f3a78641d50e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.904771] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.904972] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f040560-31cf-4beb-916d-44d19ed60c9e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.905165] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f040560-31cf-4beb-916d-44d19ed60c9e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.905238] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f040560-31cf-4beb-916d-44d19ed60c9e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.905430] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f040560-31cf-4beb-916d-44d19ed60c9e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.905520] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f040560-31cf-4beb-916d-44d19ed60c9e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.407549] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fda5972-7164-488f-ba8c-f3a78641d50e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.407927] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.407927] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f040560-31cf-4beb-916d-44d19ed60c9e with status ACTIVE [ 834.408171] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.408259] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.408339] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.408534] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.408666] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.408807] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.408914] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.408991] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.409169] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.409254] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.409500] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.409615] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.409681] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.409820] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.409899] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.409992] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f040560-31cf-4beb-916d-44d19ed60c9e is going to be updated. [ 834.430483] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.430691] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.430752] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.430966] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.431152] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.431330] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f040560-31cf-4beb-916d-44d19ed60c9e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.800040] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 329fa4e8-c914-41a8-b6b9-5f8cf20abd70 in Status: SUCCESS [ 834.800040] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-329fa4e8-c914-41a8-b6b9-5f8cf20abd70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.800040] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-329fa4e8-c914-41a8-b6b9-5f8cf20abd70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.800040] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-329fa4e8-c914-41a8-b6b9-5f8cf20abd70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.800040] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.800448] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.800448] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.800448] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.800544] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.800588] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-329fa4e8-c914-41a8-b6b9-5f8cf20abd70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.800689] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('329fa4e8-c914-41a8-b6b9-5f8cf20abd70',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.302996] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('329fa4e8-c914-41a8-b6b9-5f8cf20abd70',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.803111] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fda5972-7164-488f-ba8c-f3a78641d50e in Status: SUCCESS [ 835.803472] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.803472] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.803794] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.804010] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.804135] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.804197] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.804387] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.804525] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.804671] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fda5972-7164-488f-ba8c-f3a78641d50e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.807876] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 329fa4e8-c914-41a8-b6b9-5f8cf20abd70: rpc.has_security_group_logging(os_id): False [ 835.827614] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.827614] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.827614] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.828445] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.828662] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.828821] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.828967] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.829084] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.829300] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.829411] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.829668] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 329fa4e8-c914-41a8-b6b9-5f8cf20abd70 is going to be created. [ 835.900130] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.900333] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.900333] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.901036] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.901036] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.915837] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 329fa4e8-c914-41a8-b6b9-5f8cf20abd70 in Status: IN_PROGRESS for 2s [ 836.310784] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0fda5972-7164-488f-ba8c-f3a78641d50e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.777888] env[65517]: INFO networking_nsxv3.common.synchronization [req-fd238a41-6ccb-43fe-be7d-b5613b87ec64 req-5c32c510-b6b3-4d66-b666-2cb7295d6b20 tempest-ServersNegativeTestMultiTenantJSON-1777378102 tempest-ServersNegativeTestMultiTenantJSON-1777378102-project-member] Enqueued Resource ID: bef7db4e-887b-4304-8308-bedd6731c2c4 with Priority: HIGHEST for action security_group_members [ 836.777888] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bef7db4e-887b-4304-8308-bedd6731c2c4 with Priority: HIGHEST for action security_group_members [ 836.777888] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-bef7db4e-887b-4304-8308-bedd6731c2c4 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.777888] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bef7db4e-887b-4304-8308-bedd6731c2c4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.777888] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bef7db4e-887b-4304-8308-bedd6731c2c4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.777888] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bef7db4e-887b-4304-8308-bedd6731c2c4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.777888] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.777888] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.777888] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.777888] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.777888] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.777888] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bef7db4e-887b-4304-8308-bedd6731c2c4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.817500] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0fda5972-7164-488f-ba8c-f3a78641d50e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.260581] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-128 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.260808] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-128" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.260947] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-128" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.261447] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-128" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.262166] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.262350] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.262471] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.262724] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.262876] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.263158] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.263282] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 837.263391] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 837.263497] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 837.263607] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.263709] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 837.263843] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 837.281015] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.281015] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.281015] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.281221] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.281221] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.281447] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.281520] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.281599] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.281687] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.281770] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.281845] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bef7db4e-887b-4304-8308-bedd6731c2c4 already deleted. [ 837.281961] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bef7db4e-887b-4304-8308-bedd6731c2c4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.283615] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 837.283812] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 837.283961] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 837.284179] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-128" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.284473] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-20608ea3-7885-4006-82d3-66674cbd0e61 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.284641] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-20608ea3-7885-4006-82d3-66674cbd0e61" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.284745] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-20608ea3-7885-4006-82d3-66674cbd0e61" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.285049] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-20608ea3-7885-4006-82d3-66674cbd0e61" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.285187] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20608ea3-7885-4006-82d3-66674cbd0e61',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.320729] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.321643] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.321643] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.321643] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.321643] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.321643] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fda5972-7164-488f-ba8c-f3a78641d50e is going to be updated. [ 837.352564] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.352712] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.352712] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.352993] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.353158] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.365509] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fda5972-7164-488f-ba8c-f3a78641d50e in Status: IN_PROGRESS for 2s [ 837.788014] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.788014] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.788014] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.788215] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.788362] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.788527] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port 20608ea3-7885-4006-82d3-66674cbd0e61 not found, creating... [ 837.788872] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.789071] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.789071] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.789286] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.789504] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.790991] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.790991] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.790991] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.790991] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.790991] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.790991] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: 20608ea3-7885-4006-82d3-66674cbd0e61 is going to be created. [ 837.816187] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.816187] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.816187] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.816187] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.816187] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.816187] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-20608ea3-7885-4006-82d3-66674cbd0e61" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.938466] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 329fa4e8-c914-41a8-b6b9-5f8cf20abd70 in Status: SUCCESS [ 837.938839] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-329fa4e8-c914-41a8-b6b9-5f8cf20abd70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.552024] env[65517]: INFO networking_nsxv3.common.synchronization [req-fd238a41-6ccb-43fe-be7d-b5613b87ec64 req-70bb5ce6-f737-467f-8303-7a7a5037cd54 service nova] Enqueued Resource ID: bef7db4e-887b-4304-8308-bedd6731c2c4 with Priority: HIGHEST for action security_group_rules [ 838.552278] env[65517]: INFO networking_nsxv3.common.synchronization [req-fd238a41-6ccb-43fe-be7d-b5613b87ec64 req-70bb5ce6-f737-467f-8303-7a7a5037cd54 service nova] Enqueued Resource ID: bef7db4e-887b-4304-8308-bedd6731c2c4 with Priority: HIGHEST for action security_group_members [ 838.552424] env[65517]: INFO networking_nsxv3.common.synchronization [req-fd238a41-6ccb-43fe-be7d-b5613b87ec64 req-70bb5ce6-f737-467f-8303-7a7a5037cd54 service nova] Enqueued Resource ID: 20608ea3-7885-4006-82d3-66674cbd0e61 with Priority: HIGHEST for action port [ 838.552954] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bef7db4e-887b-4304-8308-bedd6731c2c4 with Priority: HIGHEST for action security_group_rules [ 838.553220] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bef7db4e-887b-4304-8308-bedd6731c2c4 with Priority: HIGHEST for action security_group_members [ 838.553334] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20608ea3-7885-4006-82d3-66674cbd0e61 with Priority: HIGHEST for action port [ 838.553643] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bef7db4e-887b-4304-8308-bedd6731c2c4 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.553765] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bef7db4e-887b-4304-8308-bedd6731c2c4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.553853] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bef7db4e-887b-4304-8308-bedd6731c2c4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.554154] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bef7db4e-887b-4304-8308-bedd6731c2c4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.554238] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bef7db4e-887b-4304-8308-bedd6731c2c4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.555104] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-bef7db4e-887b-4304-8308-bedd6731c2c4 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.555892] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bef7db4e-887b-4304-8308-bedd6731c2c4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.555941] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bef7db4e-887b-4304-8308-bedd6731c2c4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.556132] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bef7db4e-887b-4304-8308-bedd6731c2c4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.556310] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.556408] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.556469] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.556669] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.556751] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.556862] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bef7db4e-887b-4304-8308-bedd6731c2c4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.558074] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-20608ea3-7885-4006-82d3-66674cbd0e61 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.558194] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20608ea3-7885-4006-82d3-66674cbd0e61" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.558260] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20608ea3-7885-4006-82d3-66674cbd0e61" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.558412] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20608ea3-7885-4006-82d3-66674cbd0e61" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.558628] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20608ea3-7885-4006-82d3-66674cbd0e61',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.061052] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bef7db4e-887b-4304-8308-bedd6731c2c4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.061052] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-bef7db4e-887b-4304-8308-bedd6731c2c4 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.061052] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bef7db4e-887b-4304-8308-bedd6731c2c4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.061596] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 20608ea3-7885-4006-82d3-66674cbd0e61 with status ACTIVE [ 839.061596] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.061596] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.061596] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.061822] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.061822] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.061994] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.062105] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.062105] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.062234] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.062304] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.062597] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.062597] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.063052] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.063052] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.063052] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.063052] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 20608ea3-7885-4006-82d3-66674cbd0e61 is going to be updated. [ 839.086498] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.086656] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.086656] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.086958] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.086997] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.087488] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20608ea3-7885-4006-82d3-66674cbd0e61" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.304580] env[65517]: INFO networking_nsxv3.common.synchronization [req-0deb5f2b-9b12-4233-9266-58846774d931 req-741189bf-06e2-43d1-b6f0-a9e16b1cbd39 tempest-SecurityGroupsTestJSON-1089212024 tempest-SecurityGroupsTestJSON-1089212024-project-member] Enqueued Resource ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 with Priority: HIGHEST for action security_group_members [ 839.306207] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 with Priority: HIGHEST for action security_group_members [ 839.306207] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-362f12c2-2024-4d12-904b-e2bcf3c51aa5 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.306207] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.306207] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.306510] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.307350] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.307350] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.307350] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.307350] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.307350] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.307712] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.377463] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fda5972-7164-488f-ba8c-f3a78641d50e in Status: SUCCESS [ 839.377463] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.377463] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.377463] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.377754] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.377900] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.377954] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.378113] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.378224] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.378286] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.378377] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0fda5972-7164-488f-ba8c-f3a78641d50e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.485521] env[65517]: INFO networking_nsxv3.common.synchronization [None req-9b79e57b-5e84-4de7-9f7d-b00b1c244af8 tempest-AttachInterfacesTestJSON-1046622067 tempest-AttachInterfacesTestJSON-1046622067-project-member] Enqueued Resource ID: ad12afad-497f-4db2-af86-e32dc5094469 with Priority: HIGHEST for action security_group_rules [ 839.488357] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad12afad-497f-4db2-af86-e32dc5094469 with Priority: HIGHEST for action security_group_rules [ 839.489294] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad12afad-497f-4db2-af86-e32dc5094469 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.489468] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad12afad-497f-4db2-af86-e32dc5094469" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.489571] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad12afad-497f-4db2-af86-e32dc5094469" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.489846] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad12afad-497f-4db2-af86-e32dc5094469" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.489932] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad12afad-497f-4db2-af86-e32dc5094469',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.565648] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bef7db4e-887b-4304-8308-bedd6731c2c4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.624669] env[65517]: INFO networking_nsxv3.common.synchronization [None req-e8909fcf-89d6-4688-ad8f-0a3443fe0f6d tempest-AttachInterfacesTestJSON-1046622067 tempest-AttachInterfacesTestJSON-1046622067-project-member] Enqueued Resource ID: ad12afad-497f-4db2-af86-e32dc5094469 with Priority: HIGHEST for action security_group_rules [ 839.625269] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad12afad-497f-4db2-af86-e32dc5094469 with Priority: HIGHEST for action security_group_rules [ 839.625586] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad12afad-497f-4db2-af86-e32dc5094469 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.625696] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad12afad-497f-4db2-af86-e32dc5094469" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.810320] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.882600] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fda5972-7164-488f-ba8c-f3a78641d50e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.883041] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.883137] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.883638] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.883638] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.883638] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.883822] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.883822] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.883893] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.887030] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.887030] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fda5972-7164-488f-ba8c-f3a78641d50e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.887030] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.887030] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.887030] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.887030] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.887030] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.887030] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.887030] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.887030] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.887030] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.887030] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0fda5972-7164-488f-ba8c-f3a78641d50e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.013021] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.013021] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.013021] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.013021] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.013021] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.013021] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad12afad-497f-4db2-af86-e32dc5094469 already deleted. [ 840.013021] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad12afad-497f-4db2-af86-e32dc5094469" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.013021] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad12afad-497f-4db2-af86-e32dc5094469" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.013021] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad12afad-497f-4db2-af86-e32dc5094469" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.013824] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad12afad-497f-4db2-af86-e32dc5094469',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.070897] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.070897] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.070897] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.070897] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.070897] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.070897] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bef7db4e-887b-4304-8308-bedd6731c2c4 is going to be created. [ 840.097914] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.097914] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.097914] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.097914] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.097914] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.107037] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bef7db4e-887b-4304-8308-bedd6731c2c4 in Status: UNINITIALIZED for 2s [ 840.254929] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-956 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.255201] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-956" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.255374] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-956" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.255724] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-956" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.256213] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.256336] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.256447] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.256750] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.256945] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.257232] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 840.257793] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 840.257793] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 840.257793] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 840.257932] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 840.258039] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 840.258239] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 840.307964] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 840.308166] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.050 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 840.308288] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 840.308525] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-956" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.308876] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-cb206964-4331-495a-94ce-c2b95dccc600 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.309577] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-cb206964-4331-495a-94ce-c2b95dccc600" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.309577] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-cb206964-4331-495a-94ce-c2b95dccc600" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.309577] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-cb206964-4331-495a-94ce-c2b95dccc600" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.309725] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb206964-4331-495a-94ce-c2b95dccc600',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.315338] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.389121] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0fda5972-7164-488f-ba8c-f3a78641d50e: rpc.has_security_group_logging(os_id): False [ 840.411179] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.411179] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.411179] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.411179] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.411179] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.411395] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.411395] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.411478] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.411555] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.411626] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.412020] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.412130] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.412173] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.412317] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.412392] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.412567] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.412714] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.412714] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.412841] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.413043] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.413043] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fda5972-7164-488f-ba8c-f3a78641d50e is going to be updated. [ 840.481916] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.482099] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.482147] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.482365] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.482511] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.501546] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fda5972-7164-488f-ba8c-f3a78641d50e in Status: IN_PROGRESS for 2s [ 840.536787] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.537033] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.537033] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.537237] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.537327] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.537486] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad12afad-497f-4db2-af86-e32dc5094469 already deleted. [ 840.537579] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad12afad-497f-4db2-af86-e32dc5094469" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.576061] env[65517]: INFO networking_nsxv3.common.synchronization [req-10858f93-0099-400a-904d-d4bc112d1a41 req-e87bdb02-a970-400b-8861-2664c7e2507e tempest-ListImageFiltersTestJSON-972265694 tempest-ListImageFiltersTestJSON-972265694-project-member] Enqueued Resource ID: 0d18e879-e18d-46ea-9b66-5a4cdd9d8266 with Priority: HIGHEST for action security_group_members [ 840.576274] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d18e879-e18d-46ea-9b66-5a4cdd9d8266 with Priority: HIGHEST for action security_group_members [ 840.576577] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.576703] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.576764] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.576987] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.577430] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.577611] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.577681] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.577791] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.577879] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.577978] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d18e879-e18d-46ea-9b66-5a4cdd9d8266',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.811891] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.812196] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.812322] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.812921] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.813168] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.813332] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port cb206964-4331-495a-94ce-c2b95dccc600 not found, creating... [ 840.813781] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.814042] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.814253] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.814679] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.814922] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.815422] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.815917] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.816117] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.816383] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.816619] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.817222] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: cb206964-4331-495a-94ce-c2b95dccc600 is going to be created. [ 840.819027] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.819217] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.819327] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.819738] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.819793] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.819941] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 is going to be updated. [ 840.847510] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.847765] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.847889] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.848179] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.848904] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.848904] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-cb206964-4331-495a-94ce-c2b95dccc600" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.856666] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.856666] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.856666] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.856666] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.856666] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.874244] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 in Status: IN_PROGRESS for 2s [ 841.080556] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d18e879-e18d-46ea-9b66-5a4cdd9d8266',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.523222] env[65517]: INFO networking_nsxv3.common.synchronization [req-0deb5f2b-9b12-4233-9266-58846774d931 req-ed1ac253-d282-42da-90fe-2d1395804b61 service nova] Enqueued Resource ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 with Priority: HIGHEST for action security_group_rules [ 841.523389] env[65517]: INFO networking_nsxv3.common.synchronization [req-0deb5f2b-9b12-4233-9266-58846774d931 req-ed1ac253-d282-42da-90fe-2d1395804b61 service nova] Enqueued Resource ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 with Priority: HIGHEST for action security_group_members [ 841.523527] env[65517]: INFO networking_nsxv3.common.synchronization [req-0deb5f2b-9b12-4233-9266-58846774d931 req-ed1ac253-d282-42da-90fe-2d1395804b61 service nova] Enqueued Resource ID: cb206964-4331-495a-94ce-c2b95dccc600 with Priority: HIGHEST for action port [ 841.523767] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 with Priority: HIGHEST for action security_group_rules [ 841.523901] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 with Priority: HIGHEST for action security_group_members [ 841.523995] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb206964-4331-495a-94ce-c2b95dccc600 with Priority: HIGHEST for action port [ 841.524589] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-362f12c2-2024-4d12-904b-e2bcf3c51aa5 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.524720] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.524784] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.525048] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.525134] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.525990] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-362f12c2-2024-4d12-904b-e2bcf3c51aa5 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.526146] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.526351] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb206964-4331-495a-94ce-c2b95dccc600 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.526454] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb206964-4331-495a-94ce-c2b95dccc600" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.526519] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb206964-4331-495a-94ce-c2b95dccc600" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.526853] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb206964-4331-495a-94ce-c2b95dccc600" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.526853] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb206964-4331-495a-94ce-c2b95dccc600',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.584038] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d18e879-e18d-46ea-9b66-5a4cdd9d8266',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.028307] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-362f12c2-2024-4d12-904b-e2bcf3c51aa5 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.028448] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.028710] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb206964-4331-495a-94ce-c2b95dccc600 with status ACTIVE [ 842.028952] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.029116] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.029206] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.029559] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.029559] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.029697] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.029783] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.029836] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.029988] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.030071] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.030295] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.030494] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.030577] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.030741] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.030815] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.030895] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb206964-4331-495a-94ce-c2b95dccc600 is going to be updated. [ 842.054295] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.054461] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.054500] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.054713] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.054897] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.055017] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb206964-4331-495a-94ce-c2b95dccc600" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.086764] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.087126] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.087126] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.087456] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.087610] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.087763] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d18e879-e18d-46ea-9b66-5a4cdd9d8266 is going to be updated. [ 842.118214] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bef7db4e-887b-4304-8308-bedd6731c2c4 in Status: SUCCESS [ 842.118482] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bef7db4e-887b-4304-8308-bedd6731c2c4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.118816] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bef7db4e-887b-4304-8308-bedd6731c2c4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.118917] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bef7db4e-887b-4304-8308-bedd6731c2c4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.119132] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.119257] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.119297] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.119451] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.119551] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.119637] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bef7db4e-887b-4304-8308-bedd6731c2c4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.119729] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bef7db4e-887b-4304-8308-bedd6731c2c4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.139981] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.140213] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.140300] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.140499] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.140685] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.150818] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d18e879-e18d-46ea-9b66-5a4cdd9d8266 in Status: IN_PROGRESS for 2s [ 842.518681] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fda5972-7164-488f-ba8c-f3a78641d50e in Status: SUCCESS [ 842.518792] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.623071] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-bef7db4e-887b-4304-8308-bedd6731c2c4 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.623244] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bef7db4e-887b-4304-8308-bedd6731c2c4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.623356] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bef7db4e-887b-4304-8308-bedd6731c2c4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.623541] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bef7db4e-887b-4304-8308-bedd6731c2c4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.623739] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.623867] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.623867] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.624025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.624107] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.624206] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bef7db4e-887b-4304-8308-bedd6731c2c4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.624337] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-bef7db4e-887b-4304-8308-bedd6731c2c4 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.624429] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bef7db4e-887b-4304-8308-bedd6731c2c4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.624494] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bef7db4e-887b-4304-8308-bedd6731c2c4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.624731] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bef7db4e-887b-4304-8308-bedd6731c2c4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.624823] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.624904] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.624904] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.625039] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.625118] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.625219] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bef7db4e-887b-4304-8308-bedd6731c2c4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.627045] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bef7db4e-887b-4304-8308-bedd6731c2c4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.884614] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 in Status: SUCCESS [ 842.884886] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.885075] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.885300] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.885489] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.885604] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.885682] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.885829] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.885907] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.886085] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.129758] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bef7db4e-887b-4304-8308-bedd6731c2c4: rpc.has_security_group_logging(os_id): False [ 843.149970] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.150134] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.150204] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.150419] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.150812] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.150812] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.150812] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.151064] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.151064] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.151136] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.151271] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.151364] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.151468] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.151698] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.151698] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.151851] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.151953] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.152026] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.152184] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.152270] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.152353] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bef7db4e-887b-4304-8308-bedd6731c2c4 is going to be created. [ 843.233243] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.233409] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.233409] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.233688] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.233953] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.248308] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bef7db4e-887b-4304-8308-bedd6731c2c4 in Status: IN_PROGRESS for 2s [ 843.389510] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.892812] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.161791] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d18e879-e18d-46ea-9b66-5a4cdd9d8266 in Status: SUCCESS [ 844.162124] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.397250] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.398135] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.398135] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.398135] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.398135] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.398359] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 is going to be updated. [ 844.427352] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.427532] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.427626] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.427829] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.427972] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.437562] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 in Status: IN_PROGRESS for 2s [ 844.958533] env[65517]: INFO networking_nsxv3.common.synchronization [req-ebabea63-15c1-4e00-8824-fd74ec897d22 req-71dab8c9-2581-4b30-9ba3-f71e415b87fa tempest-ServerActionsTestOtherA-1521945027 tempest-ServerActionsTestOtherA-1521945027-project-member] Enqueued Resource ID: 8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 with Priority: HIGHEST for action security_group_members [ 844.959362] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 with Priority: HIGHEST for action security_group_members [ 844.959477] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.959618] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.959687] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.959945] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.960358] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.960358] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.960358] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.960546] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.960546] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.960635] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c60bc6e-e3c9-48e1-81ca-6be72fca57f9',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.261950] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bef7db4e-887b-4304-8308-bedd6731c2c4 in Status: SUCCESS [ 845.263257] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bef7db4e-887b-4304-8308-bedd6731c2c4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.372039] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-32 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.373062] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-32" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.373232] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-32" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.374086] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-32" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.374656] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.374885] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.375119] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.375479] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.375679] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.375957] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 845.376122] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 845.376484] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 845.376664] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 845.376820] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 845.376965] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 845.377161] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 845.402107] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 845.402315] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 845.402426] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 845.403135] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-32" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.403135] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-dc729a30-fef3-4b2e-ab41-6c7a4eb89f73 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.403411] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-dc729a30-fef3-4b2e-ab41-6c7a4eb89f73" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.403411] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-dc729a30-fef3-4b2e-ab41-6c7a4eb89f73" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.403770] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-dc729a30-fef3-4b2e-ab41-6c7a4eb89f73" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.403935] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc729a30-fef3-4b2e-ab41-6c7a4eb89f73',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.462384] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.464324] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.464324] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.464324] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.464324] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.464324] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.464324] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.464324] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.464324] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.464324] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.464324] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 already deleted. [ 845.464324] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.911421] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.911760] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.911933] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.912405] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.912669] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.912921] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port dc729a30-fef3-4b2e-ab41-6c7a4eb89f73 not found, creating... [ 845.913448] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.913752] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.913969] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.914453] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.914815] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.915285] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.915540] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.915788] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.916138] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.916354] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.916568] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: dc729a30-fef3-4b2e-ab41-6c7a4eb89f73 is going to be created. [ 845.946100] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.946100] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.946100] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.946100] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.946470] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.946691] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-dc729a30-fef3-4b2e-ab41-6c7a4eb89f73" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.425428] env[65517]: INFO networking_nsxv3.common.synchronization [req-e05ef846-70c2-4a7b-bd8f-34a96a8c55d8 req-7c539b5a-aa54-4315-82dd-2875d1107f18 tempest-VolumesAssistedSnapshotsTest-1945422185 tempest-VolumesAssistedSnapshotsTest-1945422185-project-member] Enqueued Resource ID: 0dc4c6c0-c826-4e19-a455-d965e0b68de2 with Priority: HIGHEST for action security_group_members [ 846.426056] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dc4c6c0-c826-4e19-a455-d965e0b68de2 with Priority: HIGHEST for action security_group_members [ 846.426370] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dc4c6c0-c826-4e19-a455-d965e0b68de2 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.426514] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dc4c6c0-c826-4e19-a455-d965e0b68de2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.426584] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dc4c6c0-c826-4e19-a455-d965e0b68de2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.426804] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dc4c6c0-c826-4e19-a455-d965e0b68de2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.426963] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.427083] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.427144] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.427287] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.427395] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.427506] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dc4c6c0-c826-4e19-a455-d965e0b68de2',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.448766] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 in Status: SUCCESS [ 846.448995] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.449172] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.449390] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.449674] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.449997] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.449997] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.449997] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.449997] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.450241] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.450241] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.651436] env[65517]: INFO networking_nsxv3.common.synchronization [req-ebabea63-15c1-4e00-8824-fd74ec897d22 req-73ac49e0-7a39-4c50-969b-fd6a7e20b051 service nova] Enqueued Resource ID: 8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 with Priority: HIGHEST for action security_group_rules [ 846.651436] env[65517]: INFO networking_nsxv3.common.synchronization [req-ebabea63-15c1-4e00-8824-fd74ec897d22 req-73ac49e0-7a39-4c50-969b-fd6a7e20b051 service nova] Enqueued Resource ID: 8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 with Priority: HIGHEST for action security_group_members [ 846.651539] env[65517]: INFO networking_nsxv3.common.synchronization [req-ebabea63-15c1-4e00-8824-fd74ec897d22 req-73ac49e0-7a39-4c50-969b-fd6a7e20b051 service nova] Enqueued Resource ID: dc729a30-fef3-4b2e-ab41-6c7a4eb89f73 with Priority: HIGHEST for action port [ 846.652081] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 with Priority: HIGHEST for action security_group_rules [ 846.652230] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 with Priority: HIGHEST for action security_group_members [ 846.652331] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc729a30-fef3-4b2e-ab41-6c7a4eb89f73 with Priority: HIGHEST for action port [ 846.652612] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.652730] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.652793] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.652997] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.653087] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c60bc6e-e3c9-48e1-81ca-6be72fca57f9',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.654020] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.654127] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.654304] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.654493] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.654652] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.654748] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.654812] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.654944] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.655034] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.655127] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c60bc6e-e3c9-48e1-81ca-6be72fca57f9',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.656235] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc729a30-fef3-4b2e-ab41-6c7a4eb89f73 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.656352] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc729a30-fef3-4b2e-ab41-6c7a4eb89f73" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.656460] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc729a30-fef3-4b2e-ab41-6c7a4eb89f73" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.656563] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc729a30-fef3-4b2e-ab41-6c7a4eb89f73" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.656655] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc729a30-fef3-4b2e-ab41-6c7a4eb89f73',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.933980] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.933980] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.933980] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.933980] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.933980] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.933980] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.933980] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.933980] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.933980] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.933980] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.933980] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dc4c6c0-c826-4e19-a455-d965e0b68de2 is going to be updated. [ 846.952988] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-362f12c2-2024-4d12-904b-e2bcf3c51aa5 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.955308] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.955308] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.955308] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.955308] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.955308] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.955308] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.956617] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.956617] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.956753] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.957191] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-362f12c2-2024-4d12-904b-e2bcf3c51aa5 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.957191] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.957191] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.957322] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.957552] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.957737] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.958147] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.958417] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.961942] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.962068] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.962593] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.967173] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.967315] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.968025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.968264] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.968425] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.980157] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dc4c6c0-c826-4e19-a455-d965e0b68de2 in Status: IN_PROGRESS for 2s [ 847.131442] env[65517]: INFO networking_nsxv3.common.synchronization [req-4b2b92ef-9fd4-4ce3-becd-79015af22f53 req-c3591385-1a8f-4545-9bb8-52ea8f22dd8e tempest-ListServerFiltersTestJSON-1743219944 tempest-ListServerFiltersTestJSON-1743219944-project-member] Enqueued Resource ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 with Priority: HIGHEST for action security_group_members [ 847.132232] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 with Priority: HIGHEST for action security_group_members [ 847.132603] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.132746] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.132967] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.133600] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.133810] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.133949] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.134033] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.134375] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.134440] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.134491] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f4c9788-c3bc-4d42-ab8c-b8779126cad5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.158236] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.158392] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.161675] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c60bc6e-e3c9-48e1-81ca-6be72fca57f9',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.161675] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc729a30-fef3-4b2e-ab41-6c7a4eb89f73 with status ACTIVE [ 847.161675] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.161675] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.161675] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.161675] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.161675] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.161675] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.161675] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.161675] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.161675] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.161675] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.161675] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.161675] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.161675] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.161675] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.162413] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.162413] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc729a30-fef3-4b2e-ab41-6c7a4eb89f73 is going to be updated. [ 847.190904] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.190904] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.190904] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.190904] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.191332] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.191332] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc729a30-fef3-4b2e-ab41-6c7a4eb89f73" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.464974] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 362f12c2-2024-4d12-904b-e2bcf3c51aa5: rpc.has_security_group_logging(os_id): False [ 847.486410] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.486602] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.486670] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.486916] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.506594] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.506968] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.507094] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.507094] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.507559] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.507559] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.507559] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.507740] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.507740] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.507845] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.508324] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.508324] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.508426] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.508460] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.508604] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.508678] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.508994] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 is going to be updated. [ 847.593957] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.593957] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.593957] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.594523] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.594800] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.612226] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 in Status: IN_PROGRESS for 2s [ 847.637108] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f4c9788-c3bc-4d42-ab8c-b8779126cad5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.664566] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c60bc6e-e3c9-48e1-81ca-6be72fca57f9',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.140081] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f4c9788-c3bc-4d42-ab8c-b8779126cad5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.168506] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.168668] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.168726] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.168959] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.169093] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.169900] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 is going to be created. [ 848.193820] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.193970] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.194090] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.194316] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.194465] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.206877] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 in Status: UNINITIALIZED for 2s [ 848.644484] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.644838] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.644838] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.644937] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.645046] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.645149] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 is going to be updated. [ 848.681220] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.681384] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.681478] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.681790] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.682083] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.692180] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 in Status: IN_PROGRESS for 2s [ 848.992368] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dc4c6c0-c826-4e19-a455-d965e0b68de2 in Status: SUCCESS [ 848.992689] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dc4c6c0-c826-4e19-a455-d965e0b68de2 deletion is rescheduled due to dependency. [ 848.992817] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dc4c6c0-c826-4e19-a455-d965e0b68de2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.633038] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 in Status: SUCCESS [ 849.633350] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.219267] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 in Status: SUCCESS [ 850.219649] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.219649] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.219860] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.220077] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.220193] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.220258] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.220405] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.220487] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.221226] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.221226] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c60bc6e-e3c9-48e1-81ca-6be72fca57f9',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.705768] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 in Status: SUCCESS [ 850.706620] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.723111] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c60bc6e-e3c9-48e1-81ca-6be72fca57f9',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.230578] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c60bc6e-e3c9-48e1-81ca-6be72fca57f9: rpc.has_security_group_logging(os_id): False [ 851.250535] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.250535] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.250535] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.250535] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.250535] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.250535] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.250535] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.250535] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.250535] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.250535] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.250535] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 is going to be created. [ 851.316539] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.316539] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.316539] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.316539] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.316539] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.325941] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 in Status: IN_PROGRESS for 2s [ 851.403211] env[65517]: INFO networking_nsxv3.common.synchronization [req-9d88aaef-3d35-456f-9d97-f8aaaff15001 req-ff8ccb84-ece2-4d76-bb11-08fa8160b548 tempest-MigrationsAdminTest-1397841056 tempest-MigrationsAdminTest-1397841056-project-member] Enqueued Resource ID: 5afd66f5-85a3-4743-9424-434af73eabf0 with Priority: HIGHEST for action security_group_members [ 851.403801] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5afd66f5-85a3-4743-9424-434af73eabf0 with Priority: HIGHEST for action security_group_members [ 851.405034] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afd66f5-85a3-4743-9424-434af73eabf0 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.405329] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.405329] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.405807] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.405807] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.406157] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.406237] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.406445] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.406588] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.406755] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5afd66f5-85a3-4743-9424-434af73eabf0',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.582340] env[65517]: INFO networking_nsxv3.common.synchronization [req-19067be1-8867-48c8-ab50-a11af7f04124 req-ac7761dc-1c69-4926-bab6-a6ab0e69748d tempest-ServersNegativeTestMultiTenantJSON-1777378102 tempest-ServersNegativeTestMultiTenantJSON-1777378102-project-member] Enqueued Resource ID: bef7db4e-887b-4304-8308-bedd6731c2c4 with Priority: HIGHEST for action security_group_members [ 851.583298] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bef7db4e-887b-4304-8308-bedd6731c2c4 with Priority: HIGHEST for action security_group_members [ 851.583298] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-bef7db4e-887b-4304-8308-bedd6731c2c4 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.583298] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bef7db4e-887b-4304-8308-bedd6731c2c4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.583298] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bef7db4e-887b-4304-8308-bedd6731c2c4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.583589] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bef7db4e-887b-4304-8308-bedd6731c2c4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.583732] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.584169] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.584169] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.584169] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.584169] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.584357] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bef7db4e-887b-4304-8308-bedd6731c2c4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.909666] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5afd66f5-85a3-4743-9424-434af73eabf0',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.011522] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-380 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.011716] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-380" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.011836] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-380" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.012236] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-380" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.012533] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.012736] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.012900] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.013254] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.013444] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.013705] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.013857] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 852.014217] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 852.014217] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 852.014217] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.014396] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 852.014558] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 852.034712] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 852.034896] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 852.035079] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 852.035328] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-380" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.035651] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-3f79042c-23dd-4fc0-b3cf-1e2884edabc1 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.035824] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-3f79042c-23dd-4fc0-b3cf-1e2884edabc1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.035941] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-3f79042c-23dd-4fc0-b3cf-1e2884edabc1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.036356] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-3f79042c-23dd-4fc0-b3cf-1e2884edabc1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.036505] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f79042c-23dd-4fc0-b3cf-1e2884edabc1',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.087824] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.088078] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.088078] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.088262] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.088349] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.088546] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.088642] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.088705] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.088854] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.088929] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.089027] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bef7db4e-887b-4304-8308-bedd6731c2c4 is going to be updated. [ 852.115446] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.115646] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.115646] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.115849] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.115986] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.128704] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bef7db4e-887b-4304-8308-bedd6731c2c4 in Status: IN_PROGRESS for 2s [ 852.412012] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5afd66f5-85a3-4743-9424-434af73eabf0',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.538820] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.539250] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.539250] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.539666] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.539749] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.539917] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port 3f79042c-23dd-4fc0-b3cf-1e2884edabc1 not found, creating... [ 852.540230] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.540388] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.540498] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.540751] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.540863] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.541190] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.541341] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.541453] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.541686] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.541821] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.542046] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: 3f79042c-23dd-4fc0-b3cf-1e2884edabc1 is going to be created. [ 852.564714] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.564947] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.565087] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.565732] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.565974] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.566207] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-3f79042c-23dd-4fc0-b3cf-1e2884edabc1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.915888] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.916088] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.916163] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.916360] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.916472] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.916590] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5afd66f5-85a3-4743-9424-434af73eabf0 is going to be updated. [ 852.955377] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.955563] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.955646] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.955868] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.956033] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.965895] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5afd66f5-85a3-4743-9424-434af73eabf0 in Status: IN_PROGRESS for 2s [ 853.302030] env[65517]: INFO networking_nsxv3.common.synchronization [req-9d88aaef-3d35-456f-9d97-f8aaaff15001 req-aa0fe257-0269-4963-837f-91c03532ddf3 service nova] Enqueued Resource ID: 5afd66f5-85a3-4743-9424-434af73eabf0 with Priority: HIGHEST for action security_group_rules [ 853.302030] env[65517]: INFO networking_nsxv3.common.synchronization [req-9d88aaef-3d35-456f-9d97-f8aaaff15001 req-aa0fe257-0269-4963-837f-91c03532ddf3 service nova] Enqueued Resource ID: 5afd66f5-85a3-4743-9424-434af73eabf0 with Priority: HIGHEST for action security_group_members [ 853.302030] env[65517]: INFO networking_nsxv3.common.synchronization [req-9d88aaef-3d35-456f-9d97-f8aaaff15001 req-aa0fe257-0269-4963-837f-91c03532ddf3 service nova] Enqueued Resource ID: 3f79042c-23dd-4fc0-b3cf-1e2884edabc1 with Priority: HIGHEST for action port [ 853.302030] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5afd66f5-85a3-4743-9424-434af73eabf0 with Priority: HIGHEST for action security_group_rules [ 853.302754] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5afd66f5-85a3-4743-9424-434af73eabf0 with Priority: HIGHEST for action security_group_members [ 853.302985] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f79042c-23dd-4fc0-b3cf-1e2884edabc1 with Priority: HIGHEST for action port [ 853.303597] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5afd66f5-85a3-4743-9424-434af73eabf0 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.303869] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.304066] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.304346] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.304524] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5afd66f5-85a3-4743-9424-434af73eabf0',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.305773] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afd66f5-85a3-4743-9424-434af73eabf0 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.305996] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.306411] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f79042c-23dd-4fc0-b3cf-1e2884edabc1 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.306642] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f79042c-23dd-4fc0-b3cf-1e2884edabc1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.306807] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f79042c-23dd-4fc0-b3cf-1e2884edabc1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.307081] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f79042c-23dd-4fc0-b3cf-1e2884edabc1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.307327] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f79042c-23dd-4fc0-b3cf-1e2884edabc1',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.340246] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 in Status: SUCCESS [ 853.340246] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.810229] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afd66f5-85a3-4743-9424-434af73eabf0 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.810655] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.813018] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f79042c-23dd-4fc0-b3cf-1e2884edabc1 with status ACTIVE [ 853.813018] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.813018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.813018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.813018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.813018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.813018] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.813018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.813018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.813018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.813494] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.813953] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.814396] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.814396] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.814396] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.814524] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.814608] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f79042c-23dd-4fc0-b3cf-1e2884edabc1 is going to be updated. [ 853.842703] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.842855] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.842933] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.843170] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.843337] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.843507] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f79042c-23dd-4fc0-b3cf-1e2884edabc1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.140593] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bef7db4e-887b-4304-8308-bedd6731c2c4 in Status: SUCCESS [ 854.140841] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bef7db4e-887b-4304-8308-bedd6731c2c4 deletion is rescheduled due to dependency. [ 854.140961] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bef7db4e-887b-4304-8308-bedd6731c2c4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.189906] env[65517]: INFO networking_nsxv3.common.synchronization [req-a5fd0652-67fa-45db-9025-04f9b1898d97 req-5df612c8-5ac9-48ae-9322-ed34f11c51db tempest-ServerDiagnosticsNegativeTest-80843020 tempest-ServerDiagnosticsNegativeTest-80843020-project-member] Enqueued Resource ID: 8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b with Priority: HIGHEST for action security_group_members [ 854.190438] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b with Priority: HIGHEST for action security_group_members [ 854.190803] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.190927] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.190994] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.191282] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.191432] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.191545] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.191601] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.191729] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.191813] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.192050] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.569299] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-380 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.569572] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-380" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.569676] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-380" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.569928] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-380" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.570233] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.570400] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.570511] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.570724] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.570865] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.571078] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 854.571187] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 854.571291] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 854.571390] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 854.571494] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 854.571593] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 854.571721] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 854.590757] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 854.590968] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 854.591114] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 854.591283] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-380" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.592027] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-30b8dee9-9bde-4601-af20-2015c5e9526d taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.592027] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-30b8dee9-9bde-4601-af20-2015c5e9526d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.592027] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-30b8dee9-9bde-4601-af20-2015c5e9526d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.592302] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-30b8dee9-9bde-4601-af20-2015c5e9526d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.592386] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30b8dee9-9bde-4601-af20-2015c5e9526d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.695736] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.695736] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.695736] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.695736] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.695736] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.696319] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.696319] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.696958] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.698563] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.698563] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.698563] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b already deleted. [ 854.698563] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.977711] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5afd66f5-85a3-4743-9424-434af73eabf0 in Status: SUCCESS [ 854.977974] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.978177] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.978491] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.978708] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.978837] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.978908] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.979107] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.979197] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.979297] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5afd66f5-85a3-4743-9424-434af73eabf0',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.096449] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.096675] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.096816] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.097117] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.097266] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.097420] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port 30b8dee9-9bde-4601-af20-2015c5e9526d not found, creating... [ 855.097717] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.097866] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.097981] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.098220] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.098350] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.098623] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.098779] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.098872] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.099081] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.099209] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.099343] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: 30b8dee9-9bde-4601-af20-2015c5e9526d is going to be created. [ 855.116853] env[65517]: INFO networking_nsxv3.common.synchronization [req-0c34d3d6-f1a6-4a09-9212-6c5cd995cf0a req-5ed03120-8561-42ca-8180-6e76d9357921 tempest-SecurityGroupsTestJSON-1089212024 tempest-SecurityGroupsTestJSON-1089212024-project-member] Enqueued Resource ID: ab66dd62-16db-4391-8af1-599d86b97d41 with Priority: HIGHEST for action security_group_members [ 855.116853] env[65517]: INFO networking_nsxv3.common.synchronization [req-0c34d3d6-f1a6-4a09-9212-6c5cd995cf0a req-5ed03120-8561-42ca-8180-6e76d9357921 tempest-SecurityGroupsTestJSON-1089212024 tempest-SecurityGroupsTestJSON-1089212024-project-member] Enqueued Resource ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 with Priority: HIGHEST for action security_group_members [ 855.117127] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab66dd62-16db-4391-8af1-599d86b97d41 with Priority: HIGHEST for action security_group_members [ 855.117265] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 with Priority: HIGHEST for action security_group_members [ 855.117557] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab66dd62-16db-4391-8af1-599d86b97d41 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.117708] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab66dd62-16db-4391-8af1-599d86b97d41" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.117846] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab66dd62-16db-4391-8af1-599d86b97d41" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.118045] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab66dd62-16db-4391-8af1-599d86b97d41" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.118207] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.118311] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.118368] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.118546] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.118727] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.118727] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab66dd62-16db-4391-8af1-599d86b97d41',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.120148] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-362f12c2-2024-4d12-904b-e2bcf3c51aa5 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.120278] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.120327] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.120446] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.120647] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.120790] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.120790] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.120942] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.121027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.121112] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.122692] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.122857] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.122987] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.123496] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.123718] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.123941] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-30b8dee9-9bde-4601-af20-2015c5e9526d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.160434] env[65517]: INFO networking_nsxv3.common.synchronization [req-0c34d3d6-f1a6-4a09-9212-6c5cd995cf0a req-5ed03120-8561-42ca-8180-6e76d9357921 tempest-SecurityGroupsTestJSON-1089212024 tempest-SecurityGroupsTestJSON-1089212024-project-member] Enqueued Resource ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 with Priority: HIGHEST for action security_group_rules [ 855.160715] env[65517]: INFO networking_nsxv3.common.synchronization [req-0c34d3d6-f1a6-4a09-9212-6c5cd995cf0a req-5ed03120-8561-42ca-8180-6e76d9357921 tempest-SecurityGroupsTestJSON-1089212024 tempest-SecurityGroupsTestJSON-1089212024-project-member] Enqueued Resource ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 with Priority: HIGHEST for action security_group_members [ 855.160879] env[65517]: INFO networking_nsxv3.common.synchronization [req-0c34d3d6-f1a6-4a09-9212-6c5cd995cf0a req-5ed03120-8561-42ca-8180-6e76d9357921 tempest-SecurityGroupsTestJSON-1089212024 tempest-SecurityGroupsTestJSON-1089212024-project-member] Enqueued Resource ID: ab66dd62-16db-4391-8af1-599d86b97d41 with Priority: HIGHEST for action security_group_rules [ 855.161028] env[65517]: INFO networking_nsxv3.common.synchronization [req-0c34d3d6-f1a6-4a09-9212-6c5cd995cf0a req-5ed03120-8561-42ca-8180-6e76d9357921 tempest-SecurityGroupsTestJSON-1089212024 tempest-SecurityGroupsTestJSON-1089212024-project-member] Enqueued Resource ID: ab66dd62-16db-4391-8af1-599d86b97d41 with Priority: HIGHEST for action security_group_members [ 855.161158] env[65517]: INFO networking_nsxv3.common.synchronization [req-0c34d3d6-f1a6-4a09-9212-6c5cd995cf0a req-5ed03120-8561-42ca-8180-6e76d9357921 tempest-SecurityGroupsTestJSON-1089212024 tempest-SecurityGroupsTestJSON-1089212024-project-member] Enqueued Resource ID: cb206964-4331-495a-94ce-c2b95dccc600 with Priority: HIGHEST for action port [ 855.161669] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 with Priority: HIGHEST for action security_group_rules [ 855.161810] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab66dd62-16db-4391-8af1-599d86b97d41 with Priority: HIGHEST for action security_group_rules [ 855.161905] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb206964-4331-495a-94ce-c2b95dccc600 with Priority: HIGHEST for action port [ 855.162212] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 with Priority: HIGHEST for action security_group_members [ 855.162359] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab66dd62-16db-4391-8af1-599d86b97d41 with Priority: HIGHEST for action security_group_members [ 855.162644] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-362f12c2-2024-4d12-904b-e2bcf3c51aa5 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.162770] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.162835] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.163047] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.163127] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.165292] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab66dd62-16db-4391-8af1-599d86b97d41 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.165409] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab66dd62-16db-4391-8af1-599d86b97d41" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.165478] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab66dd62-16db-4391-8af1-599d86b97d41" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.165699] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab66dd62-16db-4391-8af1-599d86b97d41" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.165783] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab66dd62-16db-4391-8af1-599d86b97d41',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.167124] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb206964-4331-495a-94ce-c2b95dccc600 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.167241] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb206964-4331-495a-94ce-c2b95dccc600" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.167308] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb206964-4331-495a-94ce-c2b95dccc600" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.167471] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb206964-4331-495a-94ce-c2b95dccc600" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.167737] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb206964-4331-495a-94ce-c2b95dccc600',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.168859] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-362f12c2-2024-4d12-904b-e2bcf3c51aa5 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.168989] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.169365] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab66dd62-16db-4391-8af1-599d86b97d41 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.169365] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab66dd62-16db-4391-8af1-599d86b97d41" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.482831] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5afd66f5-85a3-4743-9424-434af73eabf0',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.621405] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab66dd62-16db-4391-8af1-599d86b97d41',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.626959] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.666831] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-362f12c2-2024-4d12-904b-e2bcf3c51aa5 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.666831] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.668031] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab66dd62-16db-4391-8af1-599d86b97d41 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.668154] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab66dd62-16db-4391-8af1-599d86b97d41" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.669542] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb206964-4331-495a-94ce-c2b95dccc600 with status ACTIVE [ 855.669834] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.669990] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.670271] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.670582] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.670765] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.670951] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.671064] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.671127] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.671296] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.671533] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.671533] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.671702] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.671702] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.671837] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.671879] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.671988] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb206964-4331-495a-94ce-c2b95dccc600 is going to be updated. [ 855.695128] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.695128] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.695263] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.695356] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.695504] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.695685] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb206964-4331-495a-94ce-c2b95dccc600" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.852190] env[65517]: INFO networking_nsxv3.common.synchronization [req-a5fd0652-67fa-45db-9025-04f9b1898d97 req-c4e0d164-1eb7-476c-b8fe-f15a11c22ba7 service nova] Enqueued Resource ID: 8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b with Priority: HIGHEST for action security_group_rules [ 855.852190] env[65517]: INFO networking_nsxv3.common.synchronization [req-a5fd0652-67fa-45db-9025-04f9b1898d97 req-c4e0d164-1eb7-476c-b8fe-f15a11c22ba7 service nova] Enqueued Resource ID: 8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b with Priority: HIGHEST for action security_group_members [ 855.852190] env[65517]: INFO networking_nsxv3.common.synchronization [req-a5fd0652-67fa-45db-9025-04f9b1898d97 req-c4e0d164-1eb7-476c-b8fe-f15a11c22ba7 service nova] Enqueued Resource ID: 30b8dee9-9bde-4601-af20-2015c5e9526d with Priority: HIGHEST for action port [ 855.853394] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b with Priority: HIGHEST for action security_group_rules [ 855.853394] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b with Priority: HIGHEST for action security_group_members [ 855.853394] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30b8dee9-9bde-4601-af20-2015c5e9526d with Priority: HIGHEST for action port [ 855.853644] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.853815] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.854586] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.854586] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.854586] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.855226] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.855365] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.855486] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.855654] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.855818] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.855911] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.855987] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.856326] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.856475] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.856733] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.857547] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-30b8dee9-9bde-4601-af20-2015c5e9526d taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.857683] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30b8dee9-9bde-4601-af20-2015c5e9526d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.857729] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30b8dee9-9bde-4601-af20-2015c5e9526d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.858062] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30b8dee9-9bde-4601-af20-2015c5e9526d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.858062] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30b8dee9-9bde-4601-af20-2015c5e9526d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.984803] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5afd66f5-85a3-4743-9424-434af73eabf0',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.124178] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab66dd62-16db-4391-8af1-599d86b97d41',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.129965] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.360224] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.360429] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.360553] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.361489] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30b8dee9-9bde-4601-af20-2015c5e9526d with status ACTIVE [ 856.361670] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.361821] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.362200] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.362960] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.362960] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.362960] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.363327] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.363765] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.364507] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.364639] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.366265] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.366265] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.366265] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.366265] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.366265] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.366265] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30b8dee9-9bde-4601-af20-2015c5e9526d is going to be updated. [ 856.388753] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.388929] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.388997] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.389817] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.389961] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.390226] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30b8dee9-9bde-4601-af20-2015c5e9526d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.488383] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.488590] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.488590] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.488829] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.488938] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.489070] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5afd66f5-85a3-4743-9424-434af73eabf0 is going to be updated. [ 856.527988] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.527988] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.528257] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.528339] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.528458] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.541946] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5afd66f5-85a3-4743-9424-434af73eabf0 in Status: IN_PROGRESS for 2s [ 856.627341] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.627676] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.627732] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.628091] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.628273] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.628444] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab66dd62-16db-4391-8af1-599d86b97d41 is going to be created. [ 856.632104] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.632265] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.632319] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.632521] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.632597] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.632744] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 is going to be updated. [ 856.658495] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.658757] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.658757] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.658904] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.659281] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.661679] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.661863] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.661863] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.662076] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.662230] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.673822] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab66dd62-16db-4391-8af1-599d86b97d41 in Status: UNINITIALIZED for 2s [ 856.675794] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 in Status: IN_PROGRESS for 2s [ 856.867652] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.371296] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.371642] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.371642] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.371723] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.371809] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.372050] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b is going to be created. [ 857.398964] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.398964] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.398964] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.398964] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.398964] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.408068] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b in Status: UNINITIALIZED for 2s [ 857.919440] env[65517]: INFO networking_nsxv3.common.synchronization [None req-69e80d45-d61b-4221-864c-440a1132b642 None None] Enqueued Resource ID: a7a6faad-fcb1-485b-a9ab-9a1647632b53 with Priority: HIGHEST for action port [ 857.920132] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7a6faad-fcb1-485b-a9ab-9a1647632b53 with Priority: HIGHEST for action port [ 857.920448] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7a6faad-fcb1-485b-a9ab-9a1647632b53 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.920758] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7a6faad-fcb1-485b-a9ab-9a1647632b53" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.920888] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7a6faad-fcb1-485b-a9ab-9a1647632b53" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.921499] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7a6faad-fcb1-485b-a9ab-9a1647632b53" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.921615] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7a6faad-fcb1-485b-a9ab-9a1647632b53',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.427158] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7a6faad-fcb1-485b-a9ab-9a1647632b53 [ 858.427158] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.427158] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.427158] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.427158] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.427158] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.427158] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7a6faad-fcb1-485b-a9ab-9a1647632b53 already deleted. [ 858.427158] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7a6faad-fcb1-485b-a9ab-9a1647632b53" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.554944] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5afd66f5-85a3-4743-9424-434af73eabf0 in Status: SUCCESS [ 858.555290] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.555386] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.555571] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.555760] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.555877] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.555944] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.556243] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.556243] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.556364] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.556364] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5afd66f5-85a3-4743-9424-434af73eabf0',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.616776] env[65517]: INFO networking_nsxv3.common.synchronization [req-fc9985ce-208c-48d0-a86f-9c4a649a44f4 req-97b8efef-dbc5-4f31-a37a-03dc47b314fa tempest-MultipleCreateTestJSON-1088853482 tempest-MultipleCreateTestJSON-1088853482-project-member] Enqueued Resource ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e with Priority: HIGHEST for action security_group_members [ 858.618018] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e with Priority: HIGHEST for action security_group_members [ 858.618018] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-a30006fc-e392-4ab1-a8ca-7c1e5845860e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.618018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.618018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.618269] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.618269] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.618405] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.618405] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.618567] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.618567] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.618659] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a30006fc-e392-4ab1-a8ca-7c1e5845860e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.686323] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 in Status: SUCCESS [ 858.687016] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.687460] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab66dd62-16db-4391-8af1-599d86b97d41 in Status: SUCCESS [ 858.689729] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab66dd62-16db-4391-8af1-599d86b97d41" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.689729] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.689729] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.689729] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.689729] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.689729] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.689729] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.689729] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.689729] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.690794] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab66dd62-16db-4391-8af1-599d86b97d41" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.690794] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab66dd62-16db-4391-8af1-599d86b97d41" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.690935] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.691049] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.691112] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.691462] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.691562] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.691642] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab66dd62-16db-4391-8af1-599d86b97d41',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.060819] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afd66f5-85a3-4743-9424-434af73eabf0 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.061080] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.061181] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.061464] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.061716] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.061846] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.064698] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.064698] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.064698] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.064698] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.064698] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afd66f5-85a3-4743-9424-434af73eabf0 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.064698] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.064698] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.064698] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.064698] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.064698] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.064698] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.064698] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.064698] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.064698] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.064698] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5afd66f5-85a3-4743-9424-434af73eabf0',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.121230] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.123376] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.123468] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.123710] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.149496] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.149496] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.149496] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.149496] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.150080] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.150080] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.150080] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e is going to be updated. [ 859.189066] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.189066] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.189066] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.189066] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.189066] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.193886] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.195215] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab66dd62-16db-4391-8af1-599d86b97d41',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.200564] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e in Status: IN_PROGRESS for 2s [ 859.265117] env[65517]: INFO networking_nsxv3.common.synchronization [None req-ea6c7fb9-1a89-4e25-aaa9-0453815b6c80 None None] Enqueued Resource ID: 22fec79c-50d1-4fc6-86dc-fc1d35cf2c31 with Priority: HIGHEST for action port [ 859.265691] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22fec79c-50d1-4fc6-86dc-fc1d35cf2c31 with Priority: HIGHEST for action port [ 859.266014] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-22fec79c-50d1-4fc6-86dc-fc1d35cf2c31 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.266454] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22fec79c-50d1-4fc6-86dc-fc1d35cf2c31" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.266454] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22fec79c-50d1-4fc6-86dc-fc1d35cf2c31" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.267043] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22fec79c-50d1-4fc6-86dc-fc1d35cf2c31" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.267043] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22fec79c-50d1-4fc6-86dc-fc1d35cf2c31',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.342920] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-826 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.344370] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-826" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.344370] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-826" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.344370] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-826" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.344370] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.344370] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.344370] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.345295] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.345548] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.348099] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.348099] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 859.348099] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 859.348099] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 859.348099] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.348099] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 859.348099] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 859.369602] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 859.369602] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 859.369602] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 859.369602] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-826" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.369602] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-dd99a89e-fb55-4af2-94d6-979e1b1cae45 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.369948] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-dd99a89e-fb55-4af2-94d6-979e1b1cae45" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.369948] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-dd99a89e-fb55-4af2-94d6-979e1b1cae45" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.370376] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-dd99a89e-fb55-4af2-94d6-979e1b1cae45" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.370564] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd99a89e-fb55-4af2-94d6-979e1b1cae45',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.419843] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b in Status: SUCCESS [ 859.420795] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.420795] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.420795] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.420990] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.421129] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.421221] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.421414] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.421521] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.421639] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.421730] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.568272] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5afd66f5-85a3-4743-9424-434af73eabf0: rpc.has_security_group_logging(os_id): False [ 859.585688] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.585879] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.585931] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.586115] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.606924] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.607175] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.607347] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.607422] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.607690] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.607811] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.607962] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.608104] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.608209] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.608255] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.608334] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.608508] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.608596] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.608663] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.608782] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.608886] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.608946] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5afd66f5-85a3-4743-9424-434af73eabf0 is going to be updated. [ 859.670281] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.670465] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.670532] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.670707] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.670873] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.685672] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5afd66f5-85a3-4743-9424-434af73eabf0 in Status: IN_PROGRESS for 2s [ 859.700176] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab66dd62-16db-4391-8af1-599d86b97d41',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.701169] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.770397] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22fec79c-50d1-4fc6-86dc-fc1d35cf2c31 [ 859.770650] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.770789] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.770851] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.771078] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.771215] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.771268] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22fec79c-50d1-4fc6-86dc-fc1d35cf2c31 already deleted. [ 859.771327] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22fec79c-50d1-4fc6-86dc-fc1d35cf2c31" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.877192] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.877192] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.877192] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.877414] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.877414] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.877531] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port dd99a89e-fb55-4af2-94d6-979e1b1cae45 not found, creating... [ 859.877799] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.877948] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.878069] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.878283] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.878409] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.878692] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.879291] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.879291] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.879291] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.879291] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.879484] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: dd99a89e-fb55-4af2-94d6-979e1b1cae45 is going to be created. [ 859.901817] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.902104] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.902254] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.902530] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.902753] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.902983] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-dd99a89e-fb55-4af2-94d6-979e1b1cae45" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.924816] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.924816] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.924816] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.924816] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.925037] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.925037] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.925037] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.925257] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.925367] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.925475] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.927032] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.927203] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.927312] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.927483] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.927639] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.927772] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.927888] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.928695] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.928695] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.928695] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.928695] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.206025] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.206025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.206025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.206025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.206025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.206025] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab66dd62-16db-4391-8af1-599d86b97d41 is going to be updated. [ 860.206025] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.206025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.206025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.206025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.207884] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.207884] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 is going to be updated. [ 860.286105] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.287900] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.287900] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.287900] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.287900] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.291031] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.292178] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.292178] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.292178] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.292178] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.304937] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 in Status: IN_PROGRESS for 2s [ 860.305708] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab66dd62-16db-4391-8af1-599d86b97d41 in Status: IN_PROGRESS for 2s [ 860.352231] env[65517]: INFO networking_nsxv3.common.synchronization [None req-4e6870fa-07f4-4ec3-aa2f-55dae451d897 None None] Enqueued Resource ID: 6798220f-eb86-44fe-9336-76efa7df9d6a with Priority: HIGHEST for action port [ 860.353958] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6798220f-eb86-44fe-9336-76efa7df9d6a with Priority: HIGHEST for action port [ 860.353958] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-6798220f-eb86-44fe-9336-76efa7df9d6a taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.353958] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6798220f-eb86-44fe-9336-76efa7df9d6a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.353958] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6798220f-eb86-44fe-9336-76efa7df9d6a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.353958] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6798220f-eb86-44fe-9336-76efa7df9d6a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.354211] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6798220f-eb86-44fe-9336-76efa7df9d6a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.430965] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b: rpc.has_security_group_logging(os_id): False [ 860.451490] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.451490] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.451490] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.451490] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.451490] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.451490] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.451490] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.451490] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.451490] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.451490] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.452500] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.452559] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.452621] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.452902] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.452995] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.453216] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.453312] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.453465] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.453524] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.453586] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.457588] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b is going to be created. [ 860.516409] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.516603] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.516603] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.516827] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.517760] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.529084] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b in Status: IN_PROGRESS for 2s [ 860.646505] env[65517]: INFO networking_nsxv3.common.synchronization [req-fc9985ce-208c-48d0-a86f-9c4a649a44f4 req-484eb566-8d71-4001-bdf9-6deb48534a8f service nova] Enqueued Resource ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e with Priority: HIGHEST for action security_group_rules [ 860.646505] env[65517]: INFO networking_nsxv3.common.synchronization [req-fc9985ce-208c-48d0-a86f-9c4a649a44f4 req-484eb566-8d71-4001-bdf9-6deb48534a8f service nova] Enqueued Resource ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e with Priority: HIGHEST for action security_group_members [ 860.646505] env[65517]: INFO networking_nsxv3.common.synchronization [req-fc9985ce-208c-48d0-a86f-9c4a649a44f4 req-484eb566-8d71-4001-bdf9-6deb48534a8f service nova] Enqueued Resource ID: dd99a89e-fb55-4af2-94d6-979e1b1cae45 with Priority: HIGHEST for action port [ 860.646994] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e with Priority: HIGHEST for action security_group_rules [ 860.647747] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e with Priority: HIGHEST for action security_group_members [ 860.647913] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd99a89e-fb55-4af2-94d6-979e1b1cae45 with Priority: HIGHEST for action port [ 860.648194] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a30006fc-e392-4ab1-a8ca-7c1e5845860e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.648319] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.648384] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.648646] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.648708] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a30006fc-e392-4ab1-a8ca-7c1e5845860e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.651231] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-a30006fc-e392-4ab1-a8ca-7c1e5845860e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.651351] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.651543] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd99a89e-fb55-4af2-94d6-979e1b1cae45 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.651644] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd99a89e-fb55-4af2-94d6-979e1b1cae45" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.651708] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd99a89e-fb55-4af2-94d6-979e1b1cae45" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.651907] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd99a89e-fb55-4af2-94d6-979e1b1cae45" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.652014] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd99a89e-fb55-4af2-94d6-979e1b1cae45',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.858831] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6798220f-eb86-44fe-9336-76efa7df9d6a [ 860.858831] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.858831] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.858831] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.859502] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.859502] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.859502] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6798220f-eb86-44fe-9336-76efa7df9d6a already deleted. [ 860.859502] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6798220f-eb86-44fe-9336-76efa7df9d6a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.013813] env[65517]: INFO networking_nsxv3.common.synchronization [None req-9e464d7a-062b-4b80-a7ba-c710e88a4c1c None None] Enqueued Resource ID: b15f8656-1a34-4073-9d29-4c2568c21b6b with Priority: HIGHEST for action port [ 861.014261] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b15f8656-1a34-4073-9d29-4c2568c21b6b with Priority: HIGHEST for action port [ 861.015320] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-b15f8656-1a34-4073-9d29-4c2568c21b6b taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.015710] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b15f8656-1a34-4073-9d29-4c2568c21b6b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.015710] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b15f8656-1a34-4073-9d29-4c2568c21b6b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.016227] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b15f8656-1a34-4073-9d29-4c2568c21b6b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.016608] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b15f8656-1a34-4073-9d29-4c2568c21b6b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.151598] env[65517]: INFO networking_nsxv3.common.synchronization [req-fc9985ce-208c-48d0-a86f-9c4a649a44f4 req-340715e7-a603-430d-b5c3-dc700074167e tempest-MultipleCreateTestJSON-1088853482 tempest-MultipleCreateTestJSON-1088853482-project-member] Enqueued Resource ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e with Priority: HIGHEST for action security_group_members [ 861.153207] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-a30006fc-e392-4ab1-a8ca-7c1e5845860e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.153207] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.153207] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e with Priority: HIGHEST for action security_group_members [ 861.153207] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-a30006fc-e392-4ab1-a8ca-7c1e5845860e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.153207] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.160494] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd99a89e-fb55-4af2-94d6-979e1b1cae45 with status ACTIVE [ 861.160494] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.160494] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.160494] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.160494] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.160494] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.160795] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.160795] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.160795] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.161023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.161058] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.161500] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.161500] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.161500] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.161692] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.161692] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.161692] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd99a89e-fb55-4af2-94d6-979e1b1cae45 is going to be updated. [ 861.192275] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.192439] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.192512] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.192722] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.192864] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.193041] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd99a89e-fb55-4af2-94d6-979e1b1cae45" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.213152] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e in Status: SUCCESS [ 861.213356] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e deletion is rescheduled due to dependency. [ 861.213724] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.213724] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.213907] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.214093] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.214216] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.214283] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.214446] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.214530] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.214630] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a30006fc-e392-4ab1-a8ca-7c1e5845860e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.521171] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b15f8656-1a34-4073-9d29-4c2568c21b6b [ 861.522489] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.522489] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.522489] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.522489] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.522489] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.522489] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b15f8656-1a34-4073-9d29-4c2568c21b6b already deleted. [ 861.522489] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b15f8656-1a34-4073-9d29-4c2568c21b6b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.558298] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-826 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.559275] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-826" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.559275] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-826" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.559275] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-826" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.559275] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.559275] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.559556] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.559556] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.559715] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.560908] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 861.561222] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 861.561222] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 861.561378] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 861.561378] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 861.561462] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 861.561594] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 861.584801] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 861.585239] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 861.585239] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 861.585350] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-826" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.585974] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-e296c3b2-a6e6-4f3a-8fc8-9a208bb85470 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.585974] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-e296c3b2-a6e6-4f3a-8fc8-9a208bb85470" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.585974] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-e296c3b2-a6e6-4f3a-8fc8-9a208bb85470" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.587387] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-e296c3b2-a6e6-4f3a-8fc8-9a208bb85470" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.587387] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e296c3b2-a6e6-4f3a-8fc8-9a208bb85470',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.712468] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5afd66f5-85a3-4743-9424-434af73eabf0 in Status: SUCCESS [ 861.712827] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.724644] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a30006fc-e392-4ab1-a8ca-7c1e5845860e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.983096] env[65517]: INFO networking_nsxv3.common.synchronization [None req-82b4ca53-e45d-47a6-a5e1-143b016b0b5f None None] Enqueued Resource ID: 63f6e4a1-22b5-4b68-ba7c-b315e626f1b3 with Priority: HIGHEST for action port [ 861.983602] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f6e4a1-22b5-4b68-ba7c-b315e626f1b3 with Priority: HIGHEST for action port [ 861.983945] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-63f6e4a1-22b5-4b68-ba7c-b315e626f1b3 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.985506] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63f6e4a1-22b5-4b68-ba7c-b315e626f1b3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.985506] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63f6e4a1-22b5-4b68-ba7c-b315e626f1b3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.985506] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63f6e4a1-22b5-4b68-ba7c-b315e626f1b3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.985608] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63f6e4a1-22b5-4b68-ba7c-b315e626f1b3',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.088802] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.089255] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.089489] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.090079] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.090079] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.090283] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port e296c3b2-a6e6-4f3a-8fc8-9a208bb85470 not found, creating... [ 862.090567] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.091502] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.091502] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.091502] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.091502] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.091669] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.091727] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.091820] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.092051] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.092187] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.092349] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: e296c3b2-a6e6-4f3a-8fc8-9a208bb85470 is going to be created. [ 862.114186] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.114392] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.114512] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.114782] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.115060] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.115245] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-e296c3b2-a6e6-4f3a-8fc8-9a208bb85470" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.227280] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a30006fc-e392-4ab1-a8ca-7c1e5845860e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.319321] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 in Status: SUCCESS [ 862.319700] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.320666] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab66dd62-16db-4391-8af1-599d86b97d41 in Status: SUCCESS [ 862.320848] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab66dd62-16db-4391-8af1-599d86b97d41" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.321026] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.321253] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.321442] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.321554] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.321616] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.321771] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.321852] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.321931] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.322038] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.322865] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab66dd62-16db-4391-8af1-599d86b97d41" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.323040] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab66dd62-16db-4391-8af1-599d86b97d41" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.323185] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.323286] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.323349] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.323486] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.323572] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.323654] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab66dd62-16db-4391-8af1-599d86b97d41" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.323742] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab66dd62-16db-4391-8af1-599d86b97d41',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.487597] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63f6e4a1-22b5-4b68-ba7c-b315e626f1b3 [ 862.487855] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.487986] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.488061] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.488277] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.488362] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.488457] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63f6e4a1-22b5-4b68-ba7c-b315e626f1b3 already deleted. [ 862.488538] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63f6e4a1-22b5-4b68-ba7c-b315e626f1b3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.540384] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b in Status: SUCCESS [ 862.540613] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.729615] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.729972] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.729972] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.730114] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.730207] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.730307] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e is going to be updated. [ 862.763022] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.763212] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.763266] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.763569] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.763671] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.774782] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e in Status: IN_PROGRESS for 2s [ 862.828059] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-362f12c2-2024-4d12-904b-e2bcf3c51aa5 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.828261] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.828345] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.828615] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.828826] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.829096] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.829096] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.829284] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.829379] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.829501] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.829728] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-362f12c2-2024-4d12-904b-e2bcf3c51aa5 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.829874] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.829962] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.831127] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.831127] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.831127] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.831127] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.831127] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.831127] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.831127] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.831127] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.831993] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab66dd62-16db-4391-8af1-599d86b97d41',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.862332] env[65517]: INFO networking_nsxv3.common.synchronization [req-fc9985ce-208c-48d0-a86f-9c4a649a44f4 req-a82c93cf-fdc0-4733-ad2a-c005bb5ead16 service nova] Enqueued Resource ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e with Priority: HIGHEST for action security_group_rules [ 862.862332] env[65517]: INFO networking_nsxv3.common.synchronization [req-fc9985ce-208c-48d0-a86f-9c4a649a44f4 req-a82c93cf-fdc0-4733-ad2a-c005bb5ead16 service nova] Enqueued Resource ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e with Priority: HIGHEST for action security_group_members [ 862.862332] env[65517]: INFO networking_nsxv3.common.synchronization [req-fc9985ce-208c-48d0-a86f-9c4a649a44f4 req-a82c93cf-fdc0-4733-ad2a-c005bb5ead16 service nova] Enqueued Resource ID: e296c3b2-a6e6-4f3a-8fc8-9a208bb85470 with Priority: HIGHEST for action port [ 862.862829] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e with Priority: HIGHEST for action security_group_rules [ 862.862982] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e with Priority: HIGHEST for action security_group_members [ 862.863184] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e296c3b2-a6e6-4f3a-8fc8-9a208bb85470 with Priority: HIGHEST for action port [ 862.863446] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a30006fc-e392-4ab1-a8ca-7c1e5845860e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.863573] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.863744] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-a30006fc-e392-4ab1-a8ca-7c1e5845860e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.863821] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.863990] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-e296c3b2-a6e6-4f3a-8fc8-9a208bb85470 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.864120] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e296c3b2-a6e6-4f3a-8fc8-9a208bb85470" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.864187] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e296c3b2-a6e6-4f3a-8fc8-9a208bb85470" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.864404] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e296c3b2-a6e6-4f3a-8fc8-9a208bb85470" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.864488] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e296c3b2-a6e6-4f3a-8fc8-9a208bb85470',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.334135] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 362f12c2-2024-4d12-904b-e2bcf3c51aa5: rpc.has_security_group_logging(os_id): False [ 863.335584] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab66dd62-16db-4391-8af1-599d86b97d41: rpc.has_security_group_logging(os_id): False [ 863.374257] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e296c3b2-a6e6-4f3a-8fc8-9a208bb85470 with status ACTIVE [ 863.374380] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.374500] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.375426] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.375426] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.375426] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.375426] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.375426] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.375426] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.375426] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.375426] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.375763] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.375763] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.375763] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.375868] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.375954] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.375993] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e296c3b2-a6e6-4f3a-8fc8-9a208bb85470 is going to be updated. [ 863.443484] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.443738] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.443816] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.444045] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.444153] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.444390] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.444495] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.444565] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.444794] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.444859] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.448291] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab66dd62-16db-4391-8af1-599d86b97d41 is going to be created. [ 863.450386] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.450517] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.450677] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.450919] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.451014] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.451383] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.451383] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.451383] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.452423] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.452423] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.452423] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.452423] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.452423] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.452423] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.452423] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.452423] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.452818] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.452818] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.452818] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.452818] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.452818] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 is going to be updated. [ 863.456293] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.456422] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.456918] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.456918] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.456918] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.457068] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e296c3b2-a6e6-4f3a-8fc8-9a208bb85470" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.535570] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.535750] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.535838] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.536090] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.536572] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.563448] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab66dd62-16db-4391-8af1-599d86b97d41 in Status: IN_PROGRESS for 2s [ 863.564666] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.564809] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.564881] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.565320] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.565497] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.590522] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 in Status: IN_PROGRESS for 2s [ 864.469301] env[65517]: INFO networking_nsxv3.common.synchronization [None req-86e7deff-5df4-4c2e-87d9-b4375abb8d40 None None] Enqueued Resource ID: b478b7ee-9f17-4fbc-a90b-1cf4c2f5d3f6 with Priority: HIGHEST for action port [ 864.473210] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b478b7ee-9f17-4fbc-a90b-1cf4c2f5d3f6 with Priority: HIGHEST for action port [ 864.473210] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-b478b7ee-9f17-4fbc-a90b-1cf4c2f5d3f6 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.473210] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b478b7ee-9f17-4fbc-a90b-1cf4c2f5d3f6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.473210] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b478b7ee-9f17-4fbc-a90b-1cf4c2f5d3f6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.473210] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b478b7ee-9f17-4fbc-a90b-1cf4c2f5d3f6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.473210] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b478b7ee-9f17-4fbc-a90b-1cf4c2f5d3f6',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.787375] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e in Status: SUCCESS [ 864.787623] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.787832] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.788061] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.788290] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.788395] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.788449] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.788568] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.788645] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.788731] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.788833] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a30006fc-e392-4ab1-a8ca-7c1e5845860e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.789763] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.789946] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.790132] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.790242] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.790291] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.791542] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.791828] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.791881] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a30006fc-e392-4ab1-a8ca-7c1e5845860e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.976809] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b478b7ee-9f17-4fbc-a90b-1cf4c2f5d3f6 [ 864.976964] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.977181] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.977355] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.977416] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.978450] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.978450] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b478b7ee-9f17-4fbc-a90b-1cf4c2f5d3f6 already deleted. [ 864.978450] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b478b7ee-9f17-4fbc-a90b-1cf4c2f5d3f6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.293819] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-a30006fc-e392-4ab1-a8ca-7c1e5845860e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.294154] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.294154] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a30006fc-e392-4ab1-a8ca-7c1e5845860e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.490484] env[65517]: INFO networking_nsxv3.common.synchronization [req-062b02c7-8a46-4c66-bde3-486954361ef4 req-62d0fb98-b0bf-4dc7-ad36-846089341ea7 tempest-AttachInterfacesTestJSON-1046622067 tempest-AttachInterfacesTestJSON-1046622067-project-member] Enqueued Resource ID: ad12afad-497f-4db2-af86-e32dc5094469 with Priority: HIGHEST for action security_group_members [ 865.491498] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad12afad-497f-4db2-af86-e32dc5094469 with Priority: HIGHEST for action security_group_members [ 865.492241] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad12afad-497f-4db2-af86-e32dc5094469 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.492453] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad12afad-497f-4db2-af86-e32dc5094469" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.492566] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad12afad-497f-4db2-af86-e32dc5094469" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.492930] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad12afad-497f-4db2-af86-e32dc5094469" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.493190] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.493349] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.493475] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.493788] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.493936] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.494082] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad12afad-497f-4db2-af86-e32dc5094469',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.576061] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab66dd62-16db-4391-8af1-599d86b97d41 in Status: SUCCESS [ 865.576384] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab66dd62-16db-4391-8af1-599d86b97d41" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.608321] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 in Status: SUCCESS [ 865.608555] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.796422] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a30006fc-e392-4ab1-a8ca-7c1e5845860e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.890775] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-677 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.891065] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-677" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.891304] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-677" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.891547] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-677" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.892041] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.892273] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.892582] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.892776] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.893020] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.893317] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.893498] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 865.893680] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 865.893853] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 865.894038] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.894193] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 865.894360] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 865.915590] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 865.915827] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 865.916012] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 865.916249] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-677" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.916629] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-c6221fb0-8c5b-478e-937e-3997556d0aaa taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.916835] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-c6221fb0-8c5b-478e-937e-3997556d0aaa" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.916981] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-c6221fb0-8c5b-478e-937e-3997556d0aaa" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.917392] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-c6221fb0-8c5b-478e-937e-3997556d0aaa" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.917584] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6221fb0-8c5b-478e-937e-3997556d0aaa',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.998705] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.998926] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.999009] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.999248] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.999356] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.999573] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.999675] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.999763] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.999939] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.000030] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.000135] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad12afad-497f-4db2-af86-e32dc5094469 already deleted. [ 866.000219] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad12afad-497f-4db2-af86-e32dc5094469" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.299146] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.299399] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.299479] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.299667] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.299929] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.299969] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e is going to be updated. [ 866.333210] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.333471] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.333525] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.333838] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.334116] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.347423] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e in Status: IN_PROGRESS for 2s [ 866.421464] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.421773] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.421909] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.422261] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.422414] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.422597] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port c6221fb0-8c5b-478e-937e-3997556d0aaa not found, creating... [ 866.422880] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.423042] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.423156] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.423442] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.423576] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.424079] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.424296] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.424488] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.424792] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.425146] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.425422] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: c6221fb0-8c5b-478e-937e-3997556d0aaa is going to be created. [ 866.447716] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.448097] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.448292] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.448705] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.449061] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.449474] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-c6221fb0-8c5b-478e-937e-3997556d0aaa" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.957123] env[65517]: INFO networking_nsxv3.common.synchronization [req-51d731f9-0abf-434f-9b77-bab0e3a2b4ba req-3efe4523-863a-4d73-9558-8ec79afd0ac1 tempest-ListImageFiltersTestJSON-972265694 tempest-ListImageFiltersTestJSON-972265694-project-member] Enqueued Resource ID: 0d18e879-e18d-46ea-9b66-5a4cdd9d8266 with Priority: HIGHEST for action security_group_members [ 866.957940] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d18e879-e18d-46ea-9b66-5a4cdd9d8266 with Priority: HIGHEST for action security_group_members [ 866.958246] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.958420] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.958531] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.959040] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.959040] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.959215] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.959295] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.959507] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.959684] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.959834] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d18e879-e18d-46ea-9b66-5a4cdd9d8266',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.191774] env[65517]: INFO networking_nsxv3.common.synchronization [req-062b02c7-8a46-4c66-bde3-486954361ef4 req-c8791beb-363c-48ed-9ebc-98fd85ed5e8a service nova] Enqueued Resource ID: ad12afad-497f-4db2-af86-e32dc5094469 with Priority: HIGHEST for action security_group_rules [ 867.192070] env[65517]: INFO networking_nsxv3.common.synchronization [req-062b02c7-8a46-4c66-bde3-486954361ef4 req-c8791beb-363c-48ed-9ebc-98fd85ed5e8a service nova] Enqueued Resource ID: ad12afad-497f-4db2-af86-e32dc5094469 with Priority: HIGHEST for action security_group_members [ 867.192231] env[65517]: INFO networking_nsxv3.common.synchronization [req-062b02c7-8a46-4c66-bde3-486954361ef4 req-c8791beb-363c-48ed-9ebc-98fd85ed5e8a service nova] Enqueued Resource ID: c6221fb0-8c5b-478e-937e-3997556d0aaa with Priority: HIGHEST for action port [ 867.192844] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad12afad-497f-4db2-af86-e32dc5094469 with Priority: HIGHEST for action security_group_rules [ 867.194075] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad12afad-497f-4db2-af86-e32dc5094469 with Priority: HIGHEST for action security_group_members [ 867.194075] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6221fb0-8c5b-478e-937e-3997556d0aaa with Priority: HIGHEST for action port [ 867.194466] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad12afad-497f-4db2-af86-e32dc5094469 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.194623] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad12afad-497f-4db2-af86-e32dc5094469" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.194748] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad12afad-497f-4db2-af86-e32dc5094469" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.195087] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad12afad-497f-4db2-af86-e32dc5094469" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.195087] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad12afad-497f-4db2-af86-e32dc5094469',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.196777] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad12afad-497f-4db2-af86-e32dc5094469 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.197422] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad12afad-497f-4db2-af86-e32dc5094469" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.197901] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad12afad-497f-4db2-af86-e32dc5094469" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.197901] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad12afad-497f-4db2-af86-e32dc5094469" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.198128] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.198325] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.198432] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.198797] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.198918] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.199013] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad12afad-497f-4db2-af86-e32dc5094469',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.200563] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6221fb0-8c5b-478e-937e-3997556d0aaa taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.200563] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6221fb0-8c5b-478e-937e-3997556d0aaa" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.200677] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6221fb0-8c5b-478e-937e-3997556d0aaa" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.202605] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6221fb0-8c5b-478e-937e-3997556d0aaa" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.202605] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6221fb0-8c5b-478e-937e-3997556d0aaa',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.462178] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.462319] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.462319] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.462959] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.485124] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.485497] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.485497] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.485628] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.485762] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.485841] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.485932] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d18e879-e18d-46ea-9b66-5a4cdd9d8266 is going to be updated. [ 867.516682] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.516849] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.516944] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.517191] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.517347] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.527802] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d18e879-e18d-46ea-9b66-5a4cdd9d8266 in Status: IN_PROGRESS for 2s [ 867.704110] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad12afad-497f-4db2-af86-e32dc5094469 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.704257] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad12afad-497f-4db2-af86-e32dc5094469" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.704481] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad12afad-497f-4db2-af86-e32dc5094469',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.705456] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6221fb0-8c5b-478e-937e-3997556d0aaa with status ACTIVE [ 867.705679] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.706057] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.706057] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.706179] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.706242] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.706419] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.708035] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.708035] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.708035] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.708035] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.708035] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.708035] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.708035] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.708366] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.708366] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.708366] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6221fb0-8c5b-478e-937e-3997556d0aaa is going to be updated. [ 867.738371] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.738581] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.738635] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.738933] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.739134] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.739334] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6221fb0-8c5b-478e-937e-3997556d0aaa" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.064651] env[65517]: INFO networking_nsxv3.common.synchronization [req-be2eec9a-730d-488c-a041-cff872de1cb3 req-72665f1e-0d67-4aff-b89f-3cd09350e47c tempest-SecurityGroupsTestJSON-1089212024 tempest-SecurityGroupsTestJSON-1089212024-project-member] Enqueued Resource ID: ab66dd62-16db-4391-8af1-599d86b97d41 with Priority: HIGHEST for action security_group_members [ 868.064882] env[65517]: INFO networking_nsxv3.common.synchronization [req-be2eec9a-730d-488c-a041-cff872de1cb3 req-72665f1e-0d67-4aff-b89f-3cd09350e47c tempest-SecurityGroupsTestJSON-1089212024 tempest-SecurityGroupsTestJSON-1089212024-project-member] Enqueued Resource ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 with Priority: HIGHEST for action security_group_members [ 868.065122] env[65517]: INFO networking_nsxv3.common.synchronization [req-be2eec9a-730d-488c-a041-cff872de1cb3 req-72665f1e-0d67-4aff-b89f-3cd09350e47c tempest-SecurityGroupsTestJSON-1089212024 tempest-SecurityGroupsTestJSON-1089212024-project-member] Enqueued Resource ID: f58ee46a-e357-48b1-97b1-a15a3870bc4e with Priority: HIGHEST for action security_group_members [ 868.065666] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab66dd62-16db-4391-8af1-599d86b97d41 with Priority: HIGHEST for action security_group_members [ 868.065847] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 with Priority: HIGHEST for action security_group_members [ 868.065924] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f58ee46a-e357-48b1-97b1-a15a3870bc4e with Priority: HIGHEST for action security_group_members [ 868.066194] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab66dd62-16db-4391-8af1-599d86b97d41 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.066336] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab66dd62-16db-4391-8af1-599d86b97d41" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.066425] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab66dd62-16db-4391-8af1-599d86b97d41" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.067056] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab66dd62-16db-4391-8af1-599d86b97d41" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.067056] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.067056] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.067056] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.067056] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.067357] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.067357] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab66dd62-16db-4391-8af1-599d86b97d41',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.068474] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-362f12c2-2024-4d12-904b-e2bcf3c51aa5 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.068534] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.068637] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.068757] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.068958] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.069097] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.069161] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.069347] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.069456] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.069539] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.070584] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-f58ee46a-e357-48b1-97b1-a15a3870bc4e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.070702] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f58ee46a-e357-48b1-97b1-a15a3870bc4e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.070772] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f58ee46a-e357-48b1-97b1-a15a3870bc4e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.070964] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f58ee46a-e357-48b1-97b1-a15a3870bc4e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.071272] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.071272] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.071394] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.071449] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.071525] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.071611] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f58ee46a-e357-48b1-97b1-a15a3870bc4e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.118737] env[65517]: INFO networking_nsxv3.common.synchronization [req-be2eec9a-730d-488c-a041-cff872de1cb3 req-72665f1e-0d67-4aff-b89f-3cd09350e47c tempest-SecurityGroupsTestJSON-1089212024 tempest-SecurityGroupsTestJSON-1089212024-project-member] Enqueued Resource ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 with Priority: HIGHEST for action security_group_rules [ 868.118737] env[65517]: INFO networking_nsxv3.common.synchronization [req-be2eec9a-730d-488c-a041-cff872de1cb3 req-72665f1e-0d67-4aff-b89f-3cd09350e47c tempest-SecurityGroupsTestJSON-1089212024 tempest-SecurityGroupsTestJSON-1089212024-project-member] Enqueued Resource ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 with Priority: HIGHEST for action security_group_members [ 868.118737] env[65517]: INFO networking_nsxv3.common.synchronization [req-be2eec9a-730d-488c-a041-cff872de1cb3 req-72665f1e-0d67-4aff-b89f-3cd09350e47c tempest-SecurityGroupsTestJSON-1089212024 tempest-SecurityGroupsTestJSON-1089212024-project-member] Enqueued Resource ID: ab66dd62-16db-4391-8af1-599d86b97d41 with Priority: HIGHEST for action security_group_rules [ 868.118737] env[65517]: INFO networking_nsxv3.common.synchronization [req-be2eec9a-730d-488c-a041-cff872de1cb3 req-72665f1e-0d67-4aff-b89f-3cd09350e47c tempest-SecurityGroupsTestJSON-1089212024 tempest-SecurityGroupsTestJSON-1089212024-project-member] Enqueued Resource ID: ab66dd62-16db-4391-8af1-599d86b97d41 with Priority: HIGHEST for action security_group_members [ 868.118737] env[65517]: INFO networking_nsxv3.common.synchronization [req-be2eec9a-730d-488c-a041-cff872de1cb3 req-72665f1e-0d67-4aff-b89f-3cd09350e47c tempest-SecurityGroupsTestJSON-1089212024 tempest-SecurityGroupsTestJSON-1089212024-project-member] Enqueued Resource ID: f58ee46a-e357-48b1-97b1-a15a3870bc4e with Priority: HIGHEST for action security_group_rules [ 868.118737] env[65517]: INFO networking_nsxv3.common.synchronization [req-be2eec9a-730d-488c-a041-cff872de1cb3 req-72665f1e-0d67-4aff-b89f-3cd09350e47c tempest-SecurityGroupsTestJSON-1089212024 tempest-SecurityGroupsTestJSON-1089212024-project-member] Enqueued Resource ID: f58ee46a-e357-48b1-97b1-a15a3870bc4e with Priority: HIGHEST for action security_group_members [ 868.118737] env[65517]: INFO networking_nsxv3.common.synchronization [req-be2eec9a-730d-488c-a041-cff872de1cb3 req-72665f1e-0d67-4aff-b89f-3cd09350e47c tempest-SecurityGroupsTestJSON-1089212024 tempest-SecurityGroupsTestJSON-1089212024-project-member] Enqueued Resource ID: cb206964-4331-495a-94ce-c2b95dccc600 with Priority: HIGHEST for action port [ 868.118737] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 with Priority: HIGHEST for action security_group_rules [ 868.121632] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab66dd62-16db-4391-8af1-599d86b97d41 with Priority: HIGHEST for action security_group_rules [ 868.121632] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f58ee46a-e357-48b1-97b1-a15a3870bc4e with Priority: HIGHEST for action security_group_members [ 868.121632] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb206964-4331-495a-94ce-c2b95dccc600 with Priority: HIGHEST for action port [ 868.121632] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f58ee46a-e357-48b1-97b1-a15a3870bc4e with Priority: HIGHEST for action security_group_rules [ 868.121632] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 with Priority: HIGHEST for action security_group_members [ 868.121632] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab66dd62-16db-4391-8af1-599d86b97d41 with Priority: HIGHEST for action security_group_members [ 868.121632] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-362f12c2-2024-4d12-904b-e2bcf3c51aa5 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.121632] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.121632] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.121632] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.121632] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.123675] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab66dd62-16db-4391-8af1-599d86b97d41 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.123675] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab66dd62-16db-4391-8af1-599d86b97d41" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.123675] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab66dd62-16db-4391-8af1-599d86b97d41" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.123675] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab66dd62-16db-4391-8af1-599d86b97d41" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.123675] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab66dd62-16db-4391-8af1-599d86b97d41',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.124629] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-f58ee46a-e357-48b1-97b1-a15a3870bc4e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.124887] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f58ee46a-e357-48b1-97b1-a15a3870bc4e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.125781] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb206964-4331-495a-94ce-c2b95dccc600 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.125781] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb206964-4331-495a-94ce-c2b95dccc600" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.125781] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb206964-4331-495a-94ce-c2b95dccc600" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.125781] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb206964-4331-495a-94ce-c2b95dccc600" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.125781] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb206964-4331-495a-94ce-c2b95dccc600',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.128115] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f58ee46a-e357-48b1-97b1-a15a3870bc4e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.128848] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f58ee46a-e357-48b1-97b1-a15a3870bc4e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.128848] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f58ee46a-e357-48b1-97b1-a15a3870bc4e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.128848] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f58ee46a-e357-48b1-97b1-a15a3870bc4e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.128848] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f58ee46a-e357-48b1-97b1-a15a3870bc4e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.130427] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-362f12c2-2024-4d12-904b-e2bcf3c51aa5 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.131213] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.131213] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab66dd62-16db-4391-8af1-599d86b97d41 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.131213] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab66dd62-16db-4391-8af1-599d86b97d41" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.179113] env[65517]: INFO networking_nsxv3.common.synchronization [req-31951f0d-04b1-4265-8d07-bd58f6fcddb5 req-a97aeca2-a2b9-4ff1-b996-3f99d4b7df9f tempest-ServersAdminTestJSON-1076150104 tempest-ServersAdminTestJSON-1076150104-project-member] Enqueued Resource ID: 0fda5972-7164-488f-ba8c-f3a78641d50e with Priority: HIGHEST for action security_group_members [ 868.179772] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fda5972-7164-488f-ba8c-f3a78641d50e with Priority: HIGHEST for action security_group_members [ 868.180442] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fda5972-7164-488f-ba8c-f3a78641d50e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.180442] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.180442] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.180632] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.180740] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.180870] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.180927] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.181045] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.181151] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.181259] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fda5972-7164-488f-ba8c-f3a78641d50e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.211305] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad12afad-497f-4db2-af86-e32dc5094469',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.362647] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e in Status: SUCCESS [ 868.362647] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.362647] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.362647] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.362647] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.362647] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.362647] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.362647] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.362647] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.362647] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a30006fc-e392-4ab1-a8ca-7c1e5845860e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.534028] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-704 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.534028] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-704" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.534028] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-704" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.534028] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-704" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.534764] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.535128] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.535396] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.535769] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.536064] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.536410] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.536660] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 868.536909] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 868.539069] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 868.539069] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.539069] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 868.539069] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 868.559623] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 868.559623] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 868.559623] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 868.559623] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-704" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.560239] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-0750570e-fa7b-4296-a6f5-dec88fcbbab6 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.560480] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-0750570e-fa7b-4296-a6f5-dec88fcbbab6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.560635] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-0750570e-fa7b-4296-a6f5-dec88fcbbab6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.561506] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-0750570e-fa7b-4296-a6f5-dec88fcbbab6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.561506] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0750570e-fa7b-4296-a6f5-dec88fcbbab6',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.573446] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab66dd62-16db-4391-8af1-599d86b97d41',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.574256] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.575364] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f58ee46a-e357-48b1-97b1-a15a3870bc4e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.623297] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-362f12c2-2024-4d12-904b-e2bcf3c51aa5 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.623424] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.630033] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb206964-4331-495a-94ce-c2b95dccc600 with status ACTIVE [ 868.630033] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.630033] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.630033] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.630033] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.630033] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.630033] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.630033] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.630033] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.630033] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.630033] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.630033] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.630033] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.630033] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.630033] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.630033] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.630752] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb206964-4331-495a-94ce-c2b95dccc600 is going to be updated. [ 868.633118] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab66dd62-16db-4391-8af1-599d86b97d41 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.633118] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab66dd62-16db-4391-8af1-599d86b97d41" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.633118] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-f58ee46a-e357-48b1-97b1-a15a3870bc4e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.633432] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f58ee46a-e357-48b1-97b1-a15a3870bc4e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.651437] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.651634] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.651685] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.651897] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.652222] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.652478] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb206964-4331-495a-94ce-c2b95dccc600" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.684375] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0fda5972-7164-488f-ba8c-f3a78641d50e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.716062] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.716062] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.716062] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.716062] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.716062] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.716062] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad12afad-497f-4db2-af86-e32dc5094469 is going to be created. [ 868.761775] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.761916] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.761987] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.762269] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.762437] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.780235] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad12afad-497f-4db2-af86-e32dc5094469 in Status: UNINITIALIZED for 2s [ 868.864751] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a30006fc-e392-4ab1-a8ca-7c1e5845860e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.065710] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.066175] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.066289] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.066717] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.066894] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.067089] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port 0750570e-fa7b-4296-a6f5-dec88fcbbab6 not found, creating... [ 869.067379] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.067874] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.068066] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.068313] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.068463] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.068756] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.068925] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.069051] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.069379] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.069551] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.069732] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: 0750570e-fa7b-4296-a6f5-dec88fcbbab6 is going to be created. [ 869.077018] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab66dd62-16db-4391-8af1-599d86b97d41',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.078511] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f58ee46a-e357-48b1-97b1-a15a3870bc4e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.079360] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.094279] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.094569] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.094656] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.094968] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.095263] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.095533] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-0750570e-fa7b-4296-a6f5-dec88fcbbab6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.187686] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0fda5972-7164-488f-ba8c-f3a78641d50e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.370781] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a30006fc-e392-4ab1-a8ca-7c1e5845860e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.542976] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d18e879-e18d-46ea-9b66-5a4cdd9d8266 in Status: SUCCESS [ 869.542976] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d18e879-e18d-46ea-9b66-5a4cdd9d8266 deletion is rescheduled due to dependency. [ 869.542976] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.581700] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.581869] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.581941] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.582314] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.582314] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.582383] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f58ee46a-e357-48b1-97b1-a15a3870bc4e is going to be created. [ 869.584469] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.584627] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.584706] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.584927] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.585032] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.586051] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab66dd62-16db-4391-8af1-599d86b97d41 is going to be updated. [ 869.586603] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.586603] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.586734] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.586825] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.586910] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.587012] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 is going to be updated. [ 869.619559] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.619785] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.619785] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.620059] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.620242] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.633931] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.634462] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.634462] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.634567] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.635955] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.636806] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.637035] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.637152] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.637384] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.637556] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.639655] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f58ee46a-e357-48b1-97b1-a15a3870bc4e in Status: UNINITIALIZED for 2s [ 869.648260] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab66dd62-16db-4391-8af1-599d86b97d41 in Status: IN_PROGRESS for 2s [ 869.648968] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 in Status: IN_PROGRESS for 2s [ 869.690323] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.690598] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.690767] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.691061] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.691223] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.691390] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fda5972-7164-488f-ba8c-f3a78641d50e is going to be updated. [ 869.724577] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.724799] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.724799] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.724971] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.725091] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.740137] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fda5972-7164-488f-ba8c-f3a78641d50e in Status: IN_PROGRESS for 2s [ 869.833313] env[65517]: INFO networking_nsxv3.common.synchronization [req-31951f0d-04b1-4265-8d07-bd58f6fcddb5 req-9d2e2556-eb26-471d-ad28-b2751899adfb service nova] Enqueued Resource ID: 0fda5972-7164-488f-ba8c-f3a78641d50e with Priority: HIGHEST for action security_group_rules [ 869.833561] env[65517]: INFO networking_nsxv3.common.synchronization [req-31951f0d-04b1-4265-8d07-bd58f6fcddb5 req-9d2e2556-eb26-471d-ad28-b2751899adfb service nova] Enqueued Resource ID: 0fda5972-7164-488f-ba8c-f3a78641d50e with Priority: HIGHEST for action security_group_members [ 869.833847] env[65517]: INFO networking_nsxv3.common.synchronization [req-31951f0d-04b1-4265-8d07-bd58f6fcddb5 req-9d2e2556-eb26-471d-ad28-b2751899adfb service nova] Enqueued Resource ID: 0750570e-fa7b-4296-a6f5-dec88fcbbab6 with Priority: HIGHEST for action port [ 869.834269] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fda5972-7164-488f-ba8c-f3a78641d50e with Priority: HIGHEST for action security_group_rules [ 869.834378] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fda5972-7164-488f-ba8c-f3a78641d50e with Priority: HIGHEST for action security_group_members [ 869.834474] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0750570e-fa7b-4296-a6f5-dec88fcbbab6 with Priority: HIGHEST for action port [ 869.834781] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fda5972-7164-488f-ba8c-f3a78641d50e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.834885] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.834933] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.835177] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.835228] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fda5972-7164-488f-ba8c-f3a78641d50e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.836078] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fda5972-7164-488f-ba8c-f3a78641d50e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.836150] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.836340] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-0750570e-fa7b-4296-a6f5-dec88fcbbab6 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.836428] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0750570e-fa7b-4296-a6f5-dec88fcbbab6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.836495] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0750570e-fa7b-4296-a6f5-dec88fcbbab6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.836656] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0750570e-fa7b-4296-a6f5-dec88fcbbab6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.836728] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0750570e-fa7b-4296-a6f5-dec88fcbbab6',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.878182] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.878182] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.878182] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.878182] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.878182] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.878182] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e is going to be updated. [ 869.909572] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.909819] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.909885] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.910146] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.910301] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.922122] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e in Status: IN_PROGRESS for 2s [ 869.938513] env[65517]: INFO networking_nsxv3.common.synchronization [None req-1a78cd5b-457e-4e2c-a4e0-e7568791d150 tempest-ServerActionsTestJSON-1355288579 tempest-ServerActionsTestJSON-1355288579-project-member] Enqueued Resource ID: c2b4c4b4-61da-4515-a6dc-18becc02a73f with Priority: HIGHEST for action security_group_rules [ 869.939267] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2b4c4b4-61da-4515-a6dc-18becc02a73f with Priority: HIGHEST for action security_group_rules [ 869.939409] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2b4c4b4-61da-4515-a6dc-18becc02a73f taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.939518] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2b4c4b4-61da-4515-a6dc-18becc02a73f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.939599] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2b4c4b4-61da-4515-a6dc-18becc02a73f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.939906] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2b4c4b4-61da-4515-a6dc-18becc02a73f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.940045] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2b4c4b4-61da-4515-a6dc-18becc02a73f',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.045733] env[65517]: INFO networking_nsxv3.common.synchronization [None req-9c212244-cedd-46a5-9645-45959f05d69a tempest-ServerActionsTestJSON-1355288579 tempest-ServerActionsTestJSON-1355288579-project-member] Enqueued Resource ID: c2b4c4b4-61da-4515-a6dc-18becc02a73f with Priority: HIGHEST for action security_group_rules [ 870.047643] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2b4c4b4-61da-4515-a6dc-18becc02a73f with Priority: HIGHEST for action security_group_rules [ 870.047734] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2b4c4b4-61da-4515-a6dc-18becc02a73f taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.047921] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2b4c4b4-61da-4515-a6dc-18becc02a73f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.339246] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fda5972-7164-488f-ba8c-f3a78641d50e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.339246] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.339709] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0750570e-fa7b-4296-a6f5-dec88fcbbab6 with status ACTIVE [ 870.339709] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.339835] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.339887] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.340461] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.340461] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.340461] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.340461] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.340714] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.340714] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.340810] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.340920] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.341067] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.341137] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.341282] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.341356] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.341440] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0750570e-fa7b-4296-a6f5-dec88fcbbab6 is going to be updated. [ 870.378040] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.378040] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.378040] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.378300] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.378461] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.378654] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0750570e-fa7b-4296-a6f5-dec88fcbbab6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.486367] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.486367] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.486367] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.486367] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.486367] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.486367] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2b4c4b4-61da-4515-a6dc-18becc02a73f already deleted. [ 870.486367] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2b4c4b4-61da-4515-a6dc-18becc02a73f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.486367] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2b4c4b4-61da-4515-a6dc-18becc02a73f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.486367] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2b4c4b4-61da-4515-a6dc-18becc02a73f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.486367] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2b4c4b4-61da-4515-a6dc-18becc02a73f',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.791217] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad12afad-497f-4db2-af86-e32dc5094469 in Status: SUCCESS [ 870.791499] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad12afad-497f-4db2-af86-e32dc5094469" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.791618] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad12afad-497f-4db2-af86-e32dc5094469" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.792054] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad12afad-497f-4db2-af86-e32dc5094469" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.792054] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.792258] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.792258] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.792369] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.792453] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.792537] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad12afad-497f-4db2-af86-e32dc5094469" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.792629] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad12afad-497f-4db2-af86-e32dc5094469',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.009652] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.009991] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.009991] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.010660] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.010786] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.011036] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2b4c4b4-61da-4515-a6dc-18becc02a73f already deleted. [ 871.011145] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2b4c4b4-61da-4515-a6dc-18becc02a73f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.295593] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad12afad-497f-4db2-af86-e32dc5094469',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.301198] env[65517]: INFO networking_nsxv3.common.synchronization [req-dc6c2631-fc09-44f8-ae36-09a4009f12a1 req-c8e9e294-c24d-4534-8309-94727b55cd67 tempest-ServerDiagnosticsNegativeTest-80843020 tempest-ServerDiagnosticsNegativeTest-80843020-project-member] Enqueued Resource ID: 8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b with Priority: HIGHEST for action security_group_members [ 871.301816] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b with Priority: HIGHEST for action security_group_members [ 871.302793] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.302793] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.302793] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.303071] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.303274] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.303376] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.303484] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.303757] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.303829] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.303962] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.651033] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f58ee46a-e357-48b1-97b1-a15a3870bc4e in Status: SUCCESS [ 871.651289] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f58ee46a-e357-48b1-97b1-a15a3870bc4e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.652489] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f58ee46a-e357-48b1-97b1-a15a3870bc4e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.652816] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f58ee46a-e357-48b1-97b1-a15a3870bc4e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.653055] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.653209] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.653302] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.653501] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.653629] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.653748] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f58ee46a-e357-48b1-97b1-a15a3870bc4e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.661786] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab66dd62-16db-4391-8af1-599d86b97d41 in Status: SUCCESS [ 871.662073] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab66dd62-16db-4391-8af1-599d86b97d41" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.662618] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab66dd62-16db-4391-8af1-599d86b97d41" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.662753] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab66dd62-16db-4391-8af1-599d86b97d41" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.662956] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.663122] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.663195] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.663374] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.663994] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.664155] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab66dd62-16db-4391-8af1-599d86b97d41',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.666697] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 in Status: SUCCESS [ 871.666915] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.668209] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.668209] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.668209] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.668209] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.668209] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.668209] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.668209] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.668666] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.736372] env[65517]: INFO networking_nsxv3.common.synchronization [req-0857f724-755e-495b-bce0-6f7214e18aaf req-98ab6aaf-0bb2-4507-9fe0-37c2794a575c tempest-SecurityGroupsTestJSON-1089212024 tempest-SecurityGroupsTestJSON-1089212024-project-member] Enqueued Resource ID: ab66dd62-16db-4391-8af1-599d86b97d41 with Priority: HIGHEST for action security_group_members [ 871.736668] env[65517]: INFO networking_nsxv3.common.synchronization [req-0857f724-755e-495b-bce0-6f7214e18aaf req-98ab6aaf-0bb2-4507-9fe0-37c2794a575c tempest-SecurityGroupsTestJSON-1089212024 tempest-SecurityGroupsTestJSON-1089212024-project-member] Enqueued Resource ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 with Priority: HIGHEST for action security_group_members [ 871.736888] env[65517]: INFO networking_nsxv3.common.synchronization [req-0857f724-755e-495b-bce0-6f7214e18aaf req-98ab6aaf-0bb2-4507-9fe0-37c2794a575c tempest-SecurityGroupsTestJSON-1089212024 tempest-SecurityGroupsTestJSON-1089212024-project-member] Enqueued Resource ID: f58ee46a-e357-48b1-97b1-a15a3870bc4e with Priority: HIGHEST for action security_group_members [ 871.738445] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab66dd62-16db-4391-8af1-599d86b97d41 with Priority: HIGHEST for action security_group_members [ 871.738723] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 with Priority: HIGHEST for action security_group_members [ 871.738953] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f58ee46a-e357-48b1-97b1-a15a3870bc4e with Priority: HIGHEST for action security_group_members [ 871.739441] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab66dd62-16db-4391-8af1-599d86b97d41 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.739770] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab66dd62-16db-4391-8af1-599d86b97d41" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.740215] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-362f12c2-2024-4d12-904b-e2bcf3c51aa5 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.740363] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.740669] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-f58ee46a-e357-48b1-97b1-a15a3870bc4e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.740858] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f58ee46a-e357-48b1-97b1-a15a3870bc4e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.763423] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fda5972-7164-488f-ba8c-f3a78641d50e in Status: SUCCESS [ 871.763888] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.763967] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.764190] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.764312] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.764429] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.764494] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.764642] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.764723] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.764853] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fda5972-7164-488f-ba8c-f3a78641d50e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.798741] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad12afad-497f-4db2-af86-e32dc5094469: rpc.has_security_group_logging(os_id): False [ 871.808105] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.808105] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.808105] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.808438] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.808438] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.809642] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.809642] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.809642] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.809642] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.809642] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.809642] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b is going to be updated. [ 871.822816] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.823017] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.823017] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.823268] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.823345] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.823528] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.823627] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.823694] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.823839] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.823930] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.824008] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad12afad-497f-4db2-af86-e32dc5094469 is going to be created. [ 871.843736] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.843736] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.843736] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.843736] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.844178] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.877596] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b in Status: IN_PROGRESS for 2s [ 871.945214] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e in Status: SUCCESS [ 871.945489] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.945527] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.945840] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.946119] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.946304] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.946400] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.946639] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.946758] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.946892] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.947232] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-a30006fc-e392-4ab1-a8ca-7c1e5845860e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.947386] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.947478] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.947689] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.947960] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.948169] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.948169] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.950067] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.950067] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.950067] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.950067] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a30006fc-e392-4ab1-a8ca-7c1e5845860e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.951814] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.952022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.952347] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.952603] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.952845] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.966810] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad12afad-497f-4db2-af86-e32dc5094469 in Status: IN_PROGRESS for 2s [ 872.157443] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f58ee46a-e357-48b1-97b1-a15a3870bc4e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.172593] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab66dd62-16db-4391-8af1-599d86b97d41',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.174145] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.266647] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0fda5972-7164-488f-ba8c-f3a78641d50e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.456791] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a30006fc-e392-4ab1-a8ca-7c1e5845860e: rpc.has_security_group_logging(os_id): False [ 872.480627] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.480806] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.480882] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.481123] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.481224] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.481460] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.481561] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.481616] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.481777] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.481854] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.482062] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.482157] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.482228] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.482355] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.482426] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.482603] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.482693] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.482752] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.482885] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.482959] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.486057] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e is going to be updated. [ 872.576903] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.576903] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.577041] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.581357] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.581692] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.599076] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e in Status: IN_PROGRESS for 2s [ 872.663780] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f58ee46a-e357-48b1-97b1-a15a3870bc4e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.676823] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab66dd62-16db-4391-8af1-599d86b97d41',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.681060] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.770381] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0fda5972-7164-488f-ba8c-f3a78641d50e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.166392] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.166561] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.166630] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.166864] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.166956] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.167071] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f58ee46a-e357-48b1-97b1-a15a3870bc4e is going to be updated. [ 873.186745] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.186745] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.186745] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.186745] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.186745] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.186745] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab66dd62-16db-4391-8af1-599d86b97d41 is going to be updated. [ 873.188848] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.189026] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.189088] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.189313] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.189366] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.189485] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 is going to be updated. [ 873.222447] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.222767] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.222861] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.223130] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.223338] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.225474] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.225618] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.225696] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.225972] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.226356] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.232170] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.232754] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.232754] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.232887] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.233881] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.246545] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab66dd62-16db-4391-8af1-599d86b97d41 in Status: IN_PROGRESS for 2s [ 873.251924] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f58ee46a-e357-48b1-97b1-a15a3870bc4e in Status: IN_PROGRESS for 2s [ 873.252868] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 in Status: IN_PROGRESS for 2s [ 873.273574] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.273797] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.273864] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.274112] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.274250] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.274441] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fda5972-7164-488f-ba8c-f3a78641d50e is going to be updated. [ 873.384592] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.384885] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.384885] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.385069] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.385437] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.400296] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fda5972-7164-488f-ba8c-f3a78641d50e in Status: IN_PROGRESS for 2s [ 873.889633] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b in Status: SUCCESS [ 873.889633] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b deletion is rescheduled due to dependency. [ 873.890291] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.981370] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad12afad-497f-4db2-af86-e32dc5094469 in Status: SUCCESS [ 873.981370] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad12afad-497f-4db2-af86-e32dc5094469" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.615532] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e in Status: SUCCESS [ 874.616436] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.616436] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.616436] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.616436] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a30006fc-e392-4ab1-a8ca-7c1e5845860e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.121156] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-a30006fc-e392-4ab1-a8ca-7c1e5845860e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.121156] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.121156] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.121156] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.121156] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.121156] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.121156] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.121156] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.121156] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.121156] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.121156] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a30006fc-e392-4ab1-a8ca-7c1e5845860e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.259719] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab66dd62-16db-4391-8af1-599d86b97d41 in Status: SUCCESS [ 875.261210] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab66dd62-16db-4391-8af1-599d86b97d41" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.263435] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab66dd62-16db-4391-8af1-599d86b97d41" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.263858] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab66dd62-16db-4391-8af1-599d86b97d41" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.264196] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.264434] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.264583] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.264869] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.265054] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.267705] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab66dd62-16db-4391-8af1-599d86b97d41" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.267705] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab66dd62-16db-4391-8af1-599d86b97d41',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.267705] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab66dd62-16db-4391-8af1-599d86b97d41" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.267705] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab66dd62-16db-4391-8af1-599d86b97d41" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.267705] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.267705] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.267705] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.267705] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.267705] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.267705] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab66dd62-16db-4391-8af1-599d86b97d41',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.278844] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f58ee46a-e357-48b1-97b1-a15a3870bc4e in Status: SUCCESS [ 875.279574] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f58ee46a-e357-48b1-97b1-a15a3870bc4e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.280655] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 in Status: SUCCESS [ 875.281205] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.281542] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f58ee46a-e357-48b1-97b1-a15a3870bc4e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.282108] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f58ee46a-e357-48b1-97b1-a15a3870bc4e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.282860] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.282860] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.283167] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.286019] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.286019] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.286019] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f58ee46a-e357-48b1-97b1-a15a3870bc4e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.286019] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f58ee46a-e357-48b1-97b1-a15a3870bc4e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.286019] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.286019] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.286019] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.286019] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.286019] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.286019] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.286019] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.286019] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.286019] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.289352] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f58ee46a-e357-48b1-97b1-a15a3870bc4e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.289698] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f58ee46a-e357-48b1-97b1-a15a3870bc4e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.290036] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.290387] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.290839] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.291154] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.291354] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.291615] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f58ee46a-e357-48b1-97b1-a15a3870bc4e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.292610] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.292894] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.293191] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.293462] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.293712] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.293959] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.294169] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.294353] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.413396] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fda5972-7164-488f-ba8c-f3a78641d50e in Status: SUCCESS [ 875.413396] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.413559] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.413678] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.413893] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.414061] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.414154] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.414312] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.414390] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.414473] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.415082] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0fda5972-7164-488f-ba8c-f3a78641d50e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.624119] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-a30006fc-e392-4ab1-a8ca-7c1e5845860e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.624119] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.624119] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.624119] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.624119] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.624119] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.624119] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.624119] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.624119] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.624638] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.624995] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-a30006fc-e392-4ab1-a8ca-7c1e5845860e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.625333] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.625333] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.625333] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.625586] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.625586] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.625586] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.625732] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.625808] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.625890] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.625980] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a30006fc-e392-4ab1-a8ca-7c1e5845860e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.770435] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab66dd62-16db-4391-8af1-599d86b97d41',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.771355] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.771487] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.771576] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.771776] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.772635] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.772635] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.772635] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.772635] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.772635] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.772635] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.772635] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab66dd62-16db-4391-8af1-599d86b97d41 is going to be updated. [ 875.790050] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f58ee46a-e357-48b1-97b1-a15a3870bc4e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.798189] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.798189] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.798189] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.798423] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.798509] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.798720] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.798830] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.798885] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.799044] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.799115] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.799198] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f58ee46a-e357-48b1-97b1-a15a3870bc4e is going to be deleted. [ 875.800538] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.804381] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-362f12c2-2024-4d12-904b-e2bcf3c51aa5 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.804648] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.817988] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.818202] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.818596] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.818596] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.818697] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.830097] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab66dd62-16db-4391-8af1-599d86b97d41 in Status: IN_PROGRESS for 2s [ 875.902137] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.902366] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.902445] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.902675] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.902765] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.902864] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f58ee46a-e357-48b1-97b1-a15a3870bc4e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.920539] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fda5972-7164-488f-ba8c-f3a78641d50e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.920539] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.920539] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.920539] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.920539] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.920539] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.920539] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.920539] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.920539] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.920539] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.921054] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fda5972-7164-488f-ba8c-f3a78641d50e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.921054] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.921054] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.921994] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.921994] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.921994] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.921994] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.922316] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.922316] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.922463] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.922543] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0fda5972-7164-488f-ba8c-f3a78641d50e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.128331] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a30006fc-e392-4ab1-a8ca-7c1e5845860e: rpc.has_security_group_logging(os_id): False [ 876.157733] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.157964] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.158098] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.158279] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.158367] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.158622] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.158759] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.158820] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.158984] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.159073] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.159276] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.159373] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.159424] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.159557] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.159626] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.159836] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.159948] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.160210] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.160210] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.160423] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.160423] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e is going to be updated. [ 876.275430] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab66dd62-16db-4391-8af1-599d86b97d41: rpc.has_security_group_logging(os_id): False [ 876.289924] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.290146] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.290315] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.290583] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.290797] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.295109] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f58ee46a-e357-48b1-97b1-a15a3870bc4e: rpc.has_security_group_logging(os_id): False [ 876.304849] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.310305] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.310458] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.310527] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.310730] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.310859] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.311091] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.311249] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.311304] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.311414] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.311488] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.311574] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab66dd62-16db-4391-8af1-599d86b97d41 is going to be updated. [ 876.321195] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.321361] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.321432] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.321624] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.321793] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.322087] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.322214] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.322362] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.322481] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.322812] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.322812] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f58ee46a-e357-48b1-97b1-a15a3870bc4e is going to be created. [ 876.325717] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e in Status: IN_PROGRESS for 2s [ 876.381996] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/f58ee46a-e357-48b1-97b1-a15a3870bc4e], does not exist path=[/infra/domains/default/groups/f58ee46a-e357-48b1-97b1-a15a3870bc4e]."\n}' [ 876.382190] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f58ee46a-e357-48b1-97b1-a15a3870bc4e failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f58ee46a-e357-48b1-97b1-a15a3870bc4e [ 876.382276] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 876.417815] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.417989] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.417989] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.418259] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.418455] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.425492] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0fda5972-7164-488f-ba8c-f3a78641d50e: rpc.has_security_group_logging(os_id): False [ 876.434335] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab66dd62-16db-4391-8af1-599d86b97d41 in Status: IN_PROGRESS for 2s [ 876.450275] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.450436] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.450508] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.450712] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.450818] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.451060] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.451159] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.451221] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.451391] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.451466] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.452388] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.452388] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.452388] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.452388] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.452388] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.452388] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.452388] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.452388] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.452755] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.452755] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.452755] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fda5972-7164-488f-ba8c-f3a78641d50e is going to be updated. [ 876.456960] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.457119] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.457165] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.457313] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.458611] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.458876] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.458979] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.459052] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.459201] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.459276] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.459464] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.459560] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.459620] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.459748] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.459847] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.459933] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f58ee46a-e357-48b1-97b1-a15a3870bc4e is going to be created. [ 876.484167] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/f58ee46a-e357-48b1-97b1-a15a3870bc4e], does not exist path=[/infra/domains/default/groups/f58ee46a-e357-48b1-97b1-a15a3870bc4e]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f58ee46a-e357-48b1-97b1-a15a3870bc4e [ 876.484349] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f58ee46a-e357-48b1-97b1-a15a3870bc4e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.484926] env[65517]: Traceback (most recent call last): [ 876.484973] env[65517]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 876.484973] env[65517]: return func(*args, **kwargs) [ 876.484973] env[65517]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 876.484973] env[65517]: res.raise_for_status() [ 876.484973] env[65517]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 876.484973] env[65517]: raise HTTPError(http_error_msg, response=self) [ 876.484973] env[65517]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f58ee46a-e357-48b1-97b1-a15a3870bc4e [ 876.484973] env[65517]: During handling of the above exception, another exception occurred: [ 876.484973] env[65517]: Traceback (most recent call last): [ 876.484973] env[65517]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 876.484973] env[65517]: listener.cb(fileno) [ 876.484973] env[65517]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 876.484973] env[65517]: result = function(*args, **kwargs) [ 876.484973] env[65517]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 876.484973] env[65517]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 876.485443] env[65517]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 876.485443] env[65517]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 876.485443] env[65517]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 876.485443] env[65517]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 876.485443] env[65517]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 876.485443] env[65517]: res.raise_for_status() [ 876.485443] env[65517]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 876.485443] env[65517]: raise HTTPError(http_error_msg, response=self) [ 876.485443] env[65517]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f58ee46a-e357-48b1-97b1-a15a3870bc4e [ 876.485443] env[65517]: Removing descriptor: 30 [ 876.562240] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.562240] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.562240] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.562399] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.562503] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.585792] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fda5972-7164-488f-ba8c-f3a78641d50e in Status: IN_PROGRESS for 2s [ 876.705438] env[65517]: INFO networking_nsxv3.common.synchronization [req-8b03c86e-ec12-4604-8bb3-fa2f0bfc6b2e req-66de0711-5516-4871-be9f-a3fde488046d tempest-ListServerFiltersTestJSON-1743219944 tempest-ListServerFiltersTestJSON-1743219944-project-member] Enqueued Resource ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 with Priority: HIGHEST for action security_group_members [ 876.705438] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 with Priority: HIGHEST for action security_group_members [ 876.706123] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.708979] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.708979] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.708979] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.708979] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.708979] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.708979] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.708979] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.708979] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.708979] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f4c9788-c3bc-4d42-ab8c-b8779126cad5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.806914] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.807139] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.807201] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.807442] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.807550] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.807703] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 is going to be updated. [ 876.842229] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.842434] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.842518] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.842836] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.843064] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.853310] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 in Status: IN_PROGRESS for 2s [ 877.212194] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.212627] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.212627] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.212737] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.239481] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.239834] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.240114] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.240114] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.240268] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.240328] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.240385] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 is going to be updated. [ 877.292219] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.292472] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.292472] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.292903] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.292903] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.309140] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 in Status: IN_PROGRESS for 2s [ 877.842757] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab66dd62-16db-4391-8af1-599d86b97d41 in Status: SUCCESS [ 877.842985] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab66dd62-16db-4391-8af1-599d86b97d41 deletion is rescheduled due to dependency. [ 877.843230] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab66dd62-16db-4391-8af1-599d86b97d41" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.342394] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e in Status: SUCCESS [ 878.343761] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.454211] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab66dd62-16db-4391-8af1-599d86b97d41 in Status: SUCCESS [ 878.454846] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab66dd62-16db-4391-8af1-599d86b97d41" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.471834] env[65517]: INFO networking_nsxv3.common.synchronization [req-7573a057-165a-4b51-8caa-7980294945bd req-4bd08b0b-556d-4611-b206-1fb2875fbcb4 tempest-ImagesOneServerNegativeTestJSON-186561115 tempest-ImagesOneServerNegativeTestJSON-186561115-project-member] Enqueued Resource ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 with Priority: HIGHEST for action security_group_members [ 878.472580] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 with Priority: HIGHEST for action security_group_members [ 878.472955] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fbb3b40-047e-4040-93f0-4cf35b8eb514 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.473132] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.473207] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.473435] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.473599] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.473707] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.474047] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.474047] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.474047] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.474221] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fbb3b40-047e-4040-93f0-4cf35b8eb514',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.603308] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fda5972-7164-488f-ba8c-f3a78641d50e in Status: SUCCESS [ 878.605246] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.865862] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 in Status: SUCCESS [ 878.866283] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.866519] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.866779] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.867021] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.867228] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.867274] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.867498] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.867619] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.867759] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.867955] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-362f12c2-2024-4d12-904b-e2bcf3c51aa5 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.869596] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.869697] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.871334] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.871532] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.871654] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.871734] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.871954] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.871954] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.872133] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.872133] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.976723] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.977240] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.977379] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.977636] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.018713] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.018713] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.018872] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.019132] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.019343] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.019514] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.019514] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 is going to be updated. [ 879.073985] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.074184] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.074271] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.074451] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.074594] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.092196] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 in Status: IN_PROGRESS for 2s [ 879.133136] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-71 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.133348] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-71" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.134474] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-71" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.134474] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-71" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.134474] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.134989] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.135135] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.135367] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.135505] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.135711] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.136193] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 879.136351] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 879.136463] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 879.137116] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.137116] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 879.137116] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 879.164100] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 879.164298] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 879.164426] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 879.165105] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-71" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.165105] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-eba45f53-1f29-46b1-8285-33b5aacbcc43 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.165105] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-eba45f53-1f29-46b1-8285-33b5aacbcc43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.165321] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-eba45f53-1f29-46b1-8285-33b5aacbcc43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.165792] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-eba45f53-1f29-46b1-8285-33b5aacbcc43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.165792] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eba45f53-1f29-46b1-8285-33b5aacbcc43',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.325522] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 in Status: SUCCESS [ 879.325755] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 deletion is rescheduled due to dependency. [ 879.325910] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.374581] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 362f12c2-2024-4d12-904b-e2bcf3c51aa5: rpc.has_security_group_logging(os_id): False [ 879.395499] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.395747] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.395747] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.395990] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.418890] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.419243] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.419436] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.419537] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.419896] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.420035] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.420342] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.420509] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.420608] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.420899] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.420996] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.421262] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.421396] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.421484] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.421708] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.421975] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.421975] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 is going to be updated. [ 879.507562] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.507819] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.507819] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.508316] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.508316] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.538854] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 in Status: IN_PROGRESS for 2s [ 879.668534] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.668830] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.668993] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.669336] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.669495] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.669651] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port eba45f53-1f29-46b1-8285-33b5aacbcc43 not found, creating... [ 879.670020] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.670187] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.670406] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.670533] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.670666] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.671061] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.671252] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.671372] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.671585] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.671716] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.671937] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: eba45f53-1f29-46b1-8285-33b5aacbcc43 is going to be created. [ 879.693632] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.693871] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.693995] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.694288] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.694507] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.694723] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-eba45f53-1f29-46b1-8285-33b5aacbcc43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.209398] env[65517]: INFO networking_nsxv3.common.synchronization [req-55d88d68-01d3-4be5-bff1-b2ca09cdda8f req-65bbf24d-38e5-46b6-bbd2-d8b433150f1b tempest-MultipleCreateTestJSON-1088853482 tempest-MultipleCreateTestJSON-1088853482-project-member] Enqueued Resource ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e with Priority: HIGHEST for action security_group_members [ 880.209398] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e with Priority: HIGHEST for action security_group_members [ 880.209398] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-a30006fc-e392-4ab1-a8ca-7c1e5845860e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.209398] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.209398] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.209398] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.210147] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.210450] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.211144] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.212069] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.212309] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.212539] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a30006fc-e392-4ab1-a8ca-7c1e5845860e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.433274] env[65517]: INFO networking_nsxv3.common.synchronization [req-7573a057-165a-4b51-8caa-7980294945bd req-043b9ae5-1144-46c4-8a04-e7f1f90b2139 service nova] Enqueued Resource ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 with Priority: HIGHEST for action security_group_rules [ 880.433274] env[65517]: INFO networking_nsxv3.common.synchronization [req-7573a057-165a-4b51-8caa-7980294945bd req-043b9ae5-1144-46c4-8a04-e7f1f90b2139 service nova] Enqueued Resource ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 with Priority: HIGHEST for action security_group_members [ 880.433274] env[65517]: INFO networking_nsxv3.common.synchronization [req-7573a057-165a-4b51-8caa-7980294945bd req-043b9ae5-1144-46c4-8a04-e7f1f90b2139 service nova] Enqueued Resource ID: eba45f53-1f29-46b1-8285-33b5aacbcc43 with Priority: HIGHEST for action port [ 880.433776] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 with Priority: HIGHEST for action security_group_rules [ 880.433913] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 with Priority: HIGHEST for action security_group_members [ 880.434044] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eba45f53-1f29-46b1-8285-33b5aacbcc43 with Priority: HIGHEST for action port [ 880.434458] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fbb3b40-047e-4040-93f0-4cf35b8eb514 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.434458] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.434581] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.434725] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.434833] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fbb3b40-047e-4040-93f0-4cf35b8eb514',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.435663] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fbb3b40-047e-4040-93f0-4cf35b8eb514 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.435761] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.435949] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-eba45f53-1f29-46b1-8285-33b5aacbcc43 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.436059] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eba45f53-1f29-46b1-8285-33b5aacbcc43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.436136] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eba45f53-1f29-46b1-8285-33b5aacbcc43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.436335] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eba45f53-1f29-46b1-8285-33b5aacbcc43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.436562] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eba45f53-1f29-46b1-8285-33b5aacbcc43',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.576205] env[65517]: INFO networking_nsxv3.common.synchronization [req-fed3bd68-87f0-40a1-8af8-03cd6ed85eb4 req-a0f634e6-b3db-41aa-bd21-9c1ace942617 tempest-MultipleCreateTestJSON-1088853482 tempest-MultipleCreateTestJSON-1088853482-project-member] Enqueued Resource ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e with Priority: HIGHEST for action security_group_members [ 880.576205] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e with Priority: HIGHEST for action security_group_members [ 880.576205] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-a30006fc-e392-4ab1-a8ca-7c1e5845860e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.576205] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.714274] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a30006fc-e392-4ab1-a8ca-7c1e5845860e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.938784] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fbb3b40-047e-4040-93f0-4cf35b8eb514 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.938956] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.941327] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eba45f53-1f29-46b1-8285-33b5aacbcc43 with status ACTIVE [ 880.941592] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.941724] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.941782] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.942059] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.942104] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.942435] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.942435] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.942686] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.942686] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.942686] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.942949] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.942949] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.943074] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.943154] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.943211] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.943291] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eba45f53-1f29-46b1-8285-33b5aacbcc43 is going to be updated. [ 880.965704] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.965984] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.965984] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.966141] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.966304] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.966469] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eba45f53-1f29-46b1-8285-33b5aacbcc43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.107368] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 in Status: SUCCESS [ 881.108037] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 deletion is rescheduled due to dependency. [ 881.108037] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.108037] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.108037] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.108390] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.108390] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.108390] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.108554] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.108599] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.108741] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fbb3b40-047e-4040-93f0-4cf35b8eb514',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.215943] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a30006fc-e392-4ab1-a8ca-7c1e5845860e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.219744] env[65517]: INFO networking_nsxv3.common.synchronization [req-58dabb81-fbf7-4ae3-ab28-c5781d8d3ba0 req-b861e5e9-b1af-48a6-8325-52fa7382e291 tempest-ImagesTestJSON-1194554300 tempest-ImagesTestJSON-1194554300-project-member] Enqueued Resource ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e with Priority: HIGHEST for action security_group_members [ 881.220465] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e with Priority: HIGHEST for action security_group_members [ 881.220845] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-310536a6-570c-46a9-9433-6dc4d62eaa8e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.221049] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.221361] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.221413] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.222982] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.222982] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.222982] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.222982] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.222982] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.222982] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('310536a6-570c-46a9-9433-6dc4d62eaa8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.560705] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 in Status: SUCCESS [ 881.564519] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.567721] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-966 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.568088] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-966" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.568257] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-966" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.568524] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-966" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.568796] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.568951] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.571043] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.571885] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.572084] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.572311] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 881.572422] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 881.572527] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 881.572684] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 881.572738] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 881.572842] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 881.573645] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 881.592286] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 881.592352] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 881.592467] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 881.592643] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-966" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.593791] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-a5bdb6f4-7094-4bee-9867-c1d2e683d2f3 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.594016] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-a5bdb6f4-7094-4bee-9867-c1d2e683d2f3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.594169] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-a5bdb6f4-7094-4bee-9867-c1d2e683d2f3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.594495] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-a5bdb6f4-7094-4bee-9867-c1d2e683d2f3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.594633] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5bdb6f4-7094-4bee-9867-c1d2e683d2f3',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.610690] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2fbb3b40-047e-4040-93f0-4cf35b8eb514',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.721523] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.721523] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.721523] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.721919] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.721919] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.721919] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e is going to be updated. [ 881.725663] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.725799] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.725870] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.726076] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.726305] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.726533] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.726533] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.726533] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.726658] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.726696] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.726783] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e already deleted. [ 881.726858] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.749395] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.749561] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.749607] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.749850] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.750120] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.759339] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e in Status: IN_PROGRESS for 2s [ 882.098441] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.098784] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.099047] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.099551] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.099779] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.100037] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port a5bdb6f4-7094-4bee-9867-c1d2e683d2f3 not found, creating... [ 882.100589] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.100589] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.100851] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.103034] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.103034] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.103034] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.103034] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.103034] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.103034] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.103034] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.103034] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: a5bdb6f4-7094-4bee-9867-c1d2e683d2f3 is going to be created. [ 882.116092] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2fbb3b40-047e-4040-93f0-4cf35b8eb514',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.124967] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.124967] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.124967] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.124967] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.124967] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.125256] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-a5bdb6f4-7094-4bee-9867-c1d2e683d2f3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.619918] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.620269] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.620269] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.620428] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.620514] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.620612] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 is going to be updated. [ 882.659100] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.659312] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.659363] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.659526] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.659758] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.671594] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 in Status: IN_PROGRESS for 2s [ 882.871508] env[65517]: INFO networking_nsxv3.common.synchronization [req-58dabb81-fbf7-4ae3-ab28-c5781d8d3ba0 req-6eb5381d-55a4-4624-8776-08b5c5e27e46 service nova] Enqueued Resource ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e with Priority: HIGHEST for action security_group_rules [ 882.871508] env[65517]: INFO networking_nsxv3.common.synchronization [req-58dabb81-fbf7-4ae3-ab28-c5781d8d3ba0 req-6eb5381d-55a4-4624-8776-08b5c5e27e46 service nova] Enqueued Resource ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e with Priority: HIGHEST for action security_group_members [ 882.871508] env[65517]: INFO networking_nsxv3.common.synchronization [req-58dabb81-fbf7-4ae3-ab28-c5781d8d3ba0 req-6eb5381d-55a4-4624-8776-08b5c5e27e46 service nova] Enqueued Resource ID: a5bdb6f4-7094-4bee-9867-c1d2e683d2f3 with Priority: HIGHEST for action port [ 882.871964] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e with Priority: HIGHEST for action security_group_rules [ 882.873831] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e with Priority: HIGHEST for action security_group_members [ 882.874012] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5bdb6f4-7094-4bee-9867-c1d2e683d2f3 with Priority: HIGHEST for action port [ 882.874295] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-310536a6-570c-46a9-9433-6dc4d62eaa8e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.874458] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.874505] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.874741] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.874829] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('310536a6-570c-46a9-9433-6dc4d62eaa8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.878046] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-310536a6-570c-46a9-9433-6dc4d62eaa8e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.878046] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.878139] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.878357] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.878558] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.878671] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.878750] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.878914] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.879000] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.879108] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('310536a6-570c-46a9-9433-6dc4d62eaa8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.880165] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5bdb6f4-7094-4bee-9867-c1d2e683d2f3 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.881232] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5bdb6f4-7094-4bee-9867-c1d2e683d2f3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.881232] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5bdb6f4-7094-4bee-9867-c1d2e683d2f3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.881473] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5bdb6f4-7094-4bee-9867-c1d2e683d2f3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.881570] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5bdb6f4-7094-4bee-9867-c1d2e683d2f3',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.266928] env[65517]: INFO networking_nsxv3.common.synchronization [req-c53fbc03-39be-4959-8df4-5a2f5d1dafea req-680763a8-5e44-445d-8339-57d34b6cfee6 tempest-InstanceActionsV221TestJSON-902505420 tempest-InstanceActionsV221TestJSON-902505420-project-member] Enqueued Resource ID: 1c12c13b-2238-4d1e-b5e4-4a96af95a313 with Priority: HIGHEST for action security_group_members [ 883.267492] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c12c13b-2238-4d1e-b5e4-4a96af95a313 with Priority: HIGHEST for action security_group_members [ 883.267873] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c12c13b-2238-4d1e-b5e4-4a96af95a313 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.268371] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c12c13b-2238-4d1e-b5e4-4a96af95a313" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.268560] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c12c13b-2238-4d1e-b5e4-4a96af95a313" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.268885] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c12c13b-2238-4d1e-b5e4-4a96af95a313" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.269972] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.270179] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.270286] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.270492] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.270630] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.270921] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c12c13b-2238-4d1e-b5e4-4a96af95a313',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.378132] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-310536a6-570c-46a9-9433-6dc4d62eaa8e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.378358] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.383779] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5bdb6f4-7094-4bee-9867-c1d2e683d2f3 with status ACTIVE [ 883.384139] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.384336] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.384447] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.384712] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.384845] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.384990] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.386154] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.386154] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.386154] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.386154] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.386154] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.386154] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.386154] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.386455] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.386455] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.386517] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5bdb6f4-7094-4bee-9867-c1d2e683d2f3 is going to be updated. [ 883.388121] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('310536a6-570c-46a9-9433-6dc4d62eaa8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.411404] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.411548] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.411604] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.411820] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.411958] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.412138] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5bdb6f4-7094-4bee-9867-c1d2e683d2f3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.674060] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-690 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.674389] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-690" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.674431] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-690" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.674793] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-690" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.675299] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.675467] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.675581] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.675884] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.676040] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.676239] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.676346] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 883.676448] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 883.676576] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 883.676667] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.676751] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 883.676873] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 883.697504] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 883.697674] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 883.697816] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 883.698107] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-690" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.698431] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-237a8db4-69b6-49b1-8828-e7aa07977495 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.698606] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-237a8db4-69b6-49b1-8828-e7aa07977495" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.699746] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-237a8db4-69b6-49b1-8828-e7aa07977495" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.700182] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-237a8db4-69b6-49b1-8828-e7aa07977495" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.700367] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('237a8db4-69b6-49b1-8828-e7aa07977495',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.768808] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e in Status: SUCCESS [ 883.769117] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.769226] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.769445] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.769729] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.769798] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.769864] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.770103] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.770163] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.770250] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a30006fc-e392-4ab1-a8ca-7c1e5845860e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.773127] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.773266] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.773334] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.773516] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.773594] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.773785] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.773880] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.773941] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.774116] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.774160] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.774241] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c12c13b-2238-4d1e-b5e4-4a96af95a313 already deleted. [ 883.774318] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c12c13b-2238-4d1e-b5e4-4a96af95a313" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.890264] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('310536a6-570c-46a9-9433-6dc4d62eaa8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.202696] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.202939] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.203076] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.203456] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.203609] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.203749] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port 237a8db4-69b6-49b1-8828-e7aa07977495 not found, creating... [ 884.204022] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.204227] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.204349] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.204615] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.204748] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.205040] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.205205] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.205330] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.205537] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.205668] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.205802] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: 237a8db4-69b6-49b1-8828-e7aa07977495 is going to be created. [ 884.233270] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.233490] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.233611] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.233866] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.234169] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.234393] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-237a8db4-69b6-49b1-8828-e7aa07977495" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.274132] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.274328] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.274370] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.274572] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.304124] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.304404] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.304535] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.304603] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.304811] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.304952] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.305038] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e is going to be updated. [ 884.339991] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.340162] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.340299] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.340438] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.340577] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.350294] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e in Status: IN_PROGRESS for 2s [ 884.394206] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.394206] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.394206] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.394206] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.394206] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.394206] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e is going to be created. [ 884.421289] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.421506] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.421601] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.421989] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.422225] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.433447] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e in Status: UNINITIALIZED for 2s [ 884.683722] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 in Status: SUCCESS [ 884.683722] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.683722] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.683722] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.683722] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.683722] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.685739] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.685739] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.685739] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.685739] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.685739] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2fbb3b40-047e-4040-93f0-4cf35b8eb514',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.012283] env[65517]: INFO networking_nsxv3.common.synchronization [req-c53fbc03-39be-4959-8df4-5a2f5d1dafea req-49512a07-8f97-45db-a619-b216b8b5bc17 service nova] Enqueued Resource ID: 1c12c13b-2238-4d1e-b5e4-4a96af95a313 with Priority: HIGHEST for action security_group_rules [ 885.012363] env[65517]: INFO networking_nsxv3.common.synchronization [req-c53fbc03-39be-4959-8df4-5a2f5d1dafea req-49512a07-8f97-45db-a619-b216b8b5bc17 service nova] Enqueued Resource ID: 1c12c13b-2238-4d1e-b5e4-4a96af95a313 with Priority: HIGHEST for action security_group_members [ 885.012602] env[65517]: INFO networking_nsxv3.common.synchronization [req-c53fbc03-39be-4959-8df4-5a2f5d1dafea req-49512a07-8f97-45db-a619-b216b8b5bc17 service nova] Enqueued Resource ID: 237a8db4-69b6-49b1-8828-e7aa07977495 with Priority: HIGHEST for action port [ 885.013442] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c12c13b-2238-4d1e-b5e4-4a96af95a313 with Priority: HIGHEST for action security_group_rules [ 885.013776] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c12c13b-2238-4d1e-b5e4-4a96af95a313 with Priority: HIGHEST for action security_group_members [ 885.014067] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 237a8db4-69b6-49b1-8828-e7aa07977495 with Priority: HIGHEST for action port [ 885.014208] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c12c13b-2238-4d1e-b5e4-4a96af95a313 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.014326] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c12c13b-2238-4d1e-b5e4-4a96af95a313" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.014326] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c12c13b-2238-4d1e-b5e4-4a96af95a313" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.014656] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c12c13b-2238-4d1e-b5e4-4a96af95a313" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.014656] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c12c13b-2238-4d1e-b5e4-4a96af95a313',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.016201] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c12c13b-2238-4d1e-b5e4-4a96af95a313 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.016311] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c12c13b-2238-4d1e-b5e4-4a96af95a313" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.016421] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c12c13b-2238-4d1e-b5e4-4a96af95a313" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.016982] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c12c13b-2238-4d1e-b5e4-4a96af95a313" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.016982] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.017262] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.017524] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.017756] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.017861] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.017955] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c12c13b-2238-4d1e-b5e4-4a96af95a313',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.020786] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-237a8db4-69b6-49b1-8828-e7aa07977495 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.020786] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-237a8db4-69b6-49b1-8828-e7aa07977495" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.020786] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-237a8db4-69b6-49b1-8828-e7aa07977495" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.021334] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-237a8db4-69b6-49b1-8828-e7aa07977495" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.021397] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('237a8db4-69b6-49b1-8828-e7aa07977495',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.187584] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fbb3b40-047e-4040-93f0-4cf35b8eb514 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.188016] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.188270] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.188624] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.189747] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.189924] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.190020] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.190299] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.190452] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.190569] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.190752] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fbb3b40-047e-4040-93f0-4cf35b8eb514 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.190866] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.190924] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.191100] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.191670] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.191670] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.191670] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.191670] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.191670] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.191994] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.191994] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2fbb3b40-047e-4040-93f0-4cf35b8eb514',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.520567] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c12c13b-2238-4d1e-b5e4-4a96af95a313',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.524545] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c12c13b-2238-4d1e-b5e4-4a96af95a313 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.524545] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c12c13b-2238-4d1e-b5e4-4a96af95a313" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.526491] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 237a8db4-69b6-49b1-8828-e7aa07977495 with status ACTIVE [ 885.527178] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.527178] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.527178] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.527178] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.527393] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.527393] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.527477] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.527537] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.527700] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.527846] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.528437] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.528437] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.528437] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.528437] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.528437] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.528437] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 237a8db4-69b6-49b1-8828-e7aa07977495 is going to be updated. [ 885.551374] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.551523] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.551575] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.551784] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.551921] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.552097] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-237a8db4-69b6-49b1-8828-e7aa07977495" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.695583] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2fbb3b40-047e-4040-93f0-4cf35b8eb514: rpc.has_security_group_logging(os_id): False [ 885.716433] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.716433] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.716433] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.716433] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.716433] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.716693] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.716780] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.716825] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.716972] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.717096] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.717300] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.717465] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.717465] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.717620] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.717885] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.718185] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.718185] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.718185] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.718350] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.718350] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.718421] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 is going to be updated. [ 885.803511] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.803811] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.803811] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.804036] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.804208] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.820670] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 in Status: IN_PROGRESS for 2s [ 886.025682] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c12c13b-2238-4d1e-b5e4-4a96af95a313',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.365158] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e in Status: SUCCESS [ 886.365486] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e deletion is rescheduled due to dependency. [ 886.365824] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.446715] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e in Status: SUCCESS [ 886.446997] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.447425] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.447425] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.447716] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.447716] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.447939] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.448012] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.448047] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.448256] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.448256] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('310536a6-570c-46a9-9433-6dc4d62eaa8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.530976] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.531147] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.531147] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.531692] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.531692] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.531692] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c12c13b-2238-4d1e-b5e4-4a96af95a313 is going to be created. [ 886.561122] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.561304] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.561381] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.561749] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.561919] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.577355] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c12c13b-2238-4d1e-b5e4-4a96af95a313 in Status: UNINITIALIZED for 2s [ 886.954712] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-310536a6-570c-46a9-9433-6dc4d62eaa8e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.955130] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.955130] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.955130] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.955413] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.955715] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.955844] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.956047] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.956145] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.956237] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.956473] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-310536a6-570c-46a9-9433-6dc4d62eaa8e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.956598] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.956681] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.956848] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.957028] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.957153] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.957311] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.961020] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.961020] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.961020] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.961020] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('310536a6-570c-46a9-9433-6dc4d62eaa8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.460691] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 310536a6-570c-46a9-9433-6dc4d62eaa8e: rpc.has_security_group_logging(os_id): False [ 887.479411] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.479549] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.479640] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.480136] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.480136] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.480310] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.480437] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.480504] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.480656] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.480734] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.481028] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.481162] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.481162] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.481321] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.481395] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.481613] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.481702] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.481752] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.481892] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.481965] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.482317] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e is going to be created. [ 887.547229] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.547229] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.547342] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.547555] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.547659] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.562229] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e in Status: IN_PROGRESS for 2s [ 887.838421] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 in Status: SUCCESS [ 887.838745] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.589363] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c12c13b-2238-4d1e-b5e4-4a96af95a313 in Status: SUCCESS [ 888.589363] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c12c13b-2238-4d1e-b5e4-4a96af95a313" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.589731] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c12c13b-2238-4d1e-b5e4-4a96af95a313" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.589798] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c12c13b-2238-4d1e-b5e4-4a96af95a313" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.590214] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.590353] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.590445] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.590645] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.590732] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.590822] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c12c13b-2238-4d1e-b5e4-4a96af95a313" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.591018] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c12c13b-2238-4d1e-b5e4-4a96af95a313',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.097153] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c12c13b-2238-4d1e-b5e4-4a96af95a313 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.097438] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c12c13b-2238-4d1e-b5e4-4a96af95a313" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.097546] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c12c13b-2238-4d1e-b5e4-4a96af95a313" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.097847] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c12c13b-2238-4d1e-b5e4-4a96af95a313" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.098065] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.098177] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.098240] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.098515] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.098603] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.098697] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c12c13b-2238-4d1e-b5e4-4a96af95a313" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.098860] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c12c13b-2238-4d1e-b5e4-4a96af95a313 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.098957] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c12c13b-2238-4d1e-b5e4-4a96af95a313" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.099040] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c12c13b-2238-4d1e-b5e4-4a96af95a313" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.099207] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c12c13b-2238-4d1e-b5e4-4a96af95a313" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.099359] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.099452] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.099548] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.099685] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.099773] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.099853] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c12c13b-2238-4d1e-b5e4-4a96af95a313" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.100035] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c12c13b-2238-4d1e-b5e4-4a96af95a313',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.320241] env[65517]: INFO networking_nsxv3.common.synchronization [req-0ee5627e-b659-428b-83a7-01fb84973b81 req-059dd2c1-a10c-4334-b7bd-f6698ab873c8 tempest-ServersTestFqdnHostnames-507733180 tempest-ServersTestFqdnHostnames-507733180-project-member] Enqueued Resource ID: 329fa4e8-c914-41a8-b6b9-5f8cf20abd70 with Priority: HIGHEST for action security_group_members [ 889.321666] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 329fa4e8-c914-41a8-b6b9-5f8cf20abd70 with Priority: HIGHEST for action security_group_members [ 889.322168] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-329fa4e8-c914-41a8-b6b9-5f8cf20abd70 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.322364] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-329fa4e8-c914-41a8-b6b9-5f8cf20abd70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.322463] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-329fa4e8-c914-41a8-b6b9-5f8cf20abd70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.322747] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-329fa4e8-c914-41a8-b6b9-5f8cf20abd70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.322983] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.323181] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.323288] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.323540] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.323684] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.323823] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('329fa4e8-c914-41a8-b6b9-5f8cf20abd70',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.372874] env[65517]: INFO networking_nsxv3.common.synchronization [None req-d92a0c23-97ea-4ac5-8c63-93ecd7059e5a tempest-ServerDiskConfigTestJSON-1984357202 tempest-ServerDiskConfigTestJSON-1984357202-project-member] Enqueued Resource ID: b50cee3a-1555-43e6-9360-9da5265dc605 with Priority: HIGHEST for action security_group_rules [ 889.373576] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b50cee3a-1555-43e6-9360-9da5265dc605 with Priority: HIGHEST for action security_group_rules [ 889.373805] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b50cee3a-1555-43e6-9360-9da5265dc605 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.373980] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b50cee3a-1555-43e6-9360-9da5265dc605" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.375669] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b50cee3a-1555-43e6-9360-9da5265dc605" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.375906] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b50cee3a-1555-43e6-9360-9da5265dc605" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.375975] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b50cee3a-1555-43e6-9360-9da5265dc605',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.489577] env[65517]: INFO networking_nsxv3.common.synchronization [None req-8656f6de-64e1-4b64-909d-a0bb2beb2763 tempest-ServerDiskConfigTestJSON-1984357202 tempest-ServerDiskConfigTestJSON-1984357202-project-member] Enqueued Resource ID: b50cee3a-1555-43e6-9360-9da5265dc605 with Priority: HIGHEST for action security_group_rules [ 889.490140] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b50cee3a-1555-43e6-9360-9da5265dc605 with Priority: HIGHEST for action security_group_rules [ 889.490447] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b50cee3a-1555-43e6-9360-9da5265dc605 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.490564] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b50cee3a-1555-43e6-9360-9da5265dc605" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.576050] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e in Status: SUCCESS [ 889.576286] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.602147] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c12c13b-2238-4d1e-b5e4-4a96af95a313: rpc.has_security_group_logging(os_id): False [ 889.623446] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.623650] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.623650] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.624319] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.624513] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.624635] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.624779] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.624903] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.624998] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.625113] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.625308] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.625416] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.625474] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.625624] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.625695] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.625896] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.625996] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.627620] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.628827] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.628827] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.628827] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c12c13b-2238-4d1e-b5e4-4a96af95a313 is going to be created. [ 889.712155] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.712371] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.712522] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.713162] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.713162] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.732243] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c12c13b-2238-4d1e-b5e4-4a96af95a313 in Status: IN_PROGRESS for 2s [ 889.826701] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.827658] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.827658] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.827798] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.851707] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.851983] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.852156] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.852233] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.852444] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.852528] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.852636] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 329fa4e8-c914-41a8-b6b9-5f8cf20abd70 is going to be updated. [ 889.886603] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.886824] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.886948] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.887081] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.887230] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.898623] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 329fa4e8-c914-41a8-b6b9-5f8cf20abd70 in Status: IN_PROGRESS for 2s [ 889.901603] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.901754] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.901797] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.902019] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.902111] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.902360] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b50cee3a-1555-43e6-9360-9da5265dc605 already deleted. [ 889.902360] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b50cee3a-1555-43e6-9360-9da5265dc605" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.902509] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b50cee3a-1555-43e6-9360-9da5265dc605" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.902669] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b50cee3a-1555-43e6-9360-9da5265dc605" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.902754] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b50cee3a-1555-43e6-9360-9da5265dc605',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.427296] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.427508] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.427508] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.427733] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.427812] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.431024] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b50cee3a-1555-43e6-9360-9da5265dc605 already deleted. [ 890.431024] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b50cee3a-1555-43e6-9360-9da5265dc605" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.746584] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c12c13b-2238-4d1e-b5e4-4a96af95a313 in Status: SUCCESS [ 891.746584] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c12c13b-2238-4d1e-b5e4-4a96af95a313" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.909539] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 329fa4e8-c914-41a8-b6b9-5f8cf20abd70 in Status: SUCCESS [ 891.909739] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 329fa4e8-c914-41a8-b6b9-5f8cf20abd70 deletion is rescheduled due to dependency. [ 891.909854] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-329fa4e8-c914-41a8-b6b9-5f8cf20abd70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.936077] env[65517]: INFO networking_nsxv3.common.synchronization [req-6a76d39f-6f07-4d11-98cf-1eca2a791118 req-1cb53625-a01e-4d2c-8786-0c6d54798176 tempest-ServerDiskConfigTestJSON-1984357202 tempest-ServerDiskConfigTestJSON-1984357202-project-member] Enqueued Resource ID: 1730157f-766c-41ae-b440-eca87932927d with Priority: HIGHEST for action security_group_members [ 892.937155] env[65517]: INFO networking_nsxv3.common.synchronization [req-4657946f-1f69-4e40-8c5e-7b5d03d9abcf req-c18fdb27-2042-4b6e-80ae-0a6b47726a82 tempest-ImagesOneServerNegativeTestJSON-186561115 tempest-ImagesOneServerNegativeTestJSON-186561115-project-member] Enqueued Resource ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 with Priority: HIGHEST for action security_group_members [ 892.937898] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1730157f-766c-41ae-b440-eca87932927d with Priority: HIGHEST for action security_group_members [ 892.937898] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 with Priority: HIGHEST for action security_group_members [ 892.938316] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1730157f-766c-41ae-b440-eca87932927d taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.938316] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.938469] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.938605] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.938800] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.938903] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.938984] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.939180] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.939296] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.939430] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1730157f-766c-41ae-b440-eca87932927d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.940785] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fbb3b40-047e-4040-93f0-4cf35b8eb514 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.941029] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.941144] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.941313] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.941486] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.941587] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.941663] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.941827] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.941952] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.941999] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fbb3b40-047e-4040-93f0-4cf35b8eb514',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.444150] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.444150] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.444150] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.444150] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.444150] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.444150] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.469496] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.469496] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.469496] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.469496] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.469496] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.469496] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.469496] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1730157f-766c-41ae-b440-eca87932927d is going to be updated. [ 893.469496] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.469496] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.469496] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.470118] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.470390] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.470566] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.470845] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.471028] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.471220] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 is going to be updated. [ 893.510276] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.510276] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.510276] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.510276] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.510276] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.511788] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.512136] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.512373] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.512790] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.513068] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.523698] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 in Status: IN_PROGRESS for 2s [ 893.523698] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1730157f-766c-41ae-b440-eca87932927d in Status: IN_PROGRESS for 2s [ 894.929098] env[65517]: INFO networking_nsxv3.common.synchronization [req-0291cb58-7934-4a5f-82d4-b1218a2b7ed8 req-dd5b8653-a64f-45d6-a4fc-5d695d446d39 tempest-ServerGroupTestJSON-758797606 tempest-ServerGroupTestJSON-758797606-project-member] Enqueued Resource ID: be813d9d-4e65-4926-85ad-80cbfa6a422f with Priority: HIGHEST for action security_group_members [ 894.929827] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be813d9d-4e65-4926-85ad-80cbfa6a422f with Priority: HIGHEST for action security_group_members [ 894.930208] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-be813d9d-4e65-4926-85ad-80cbfa6a422f taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.930354] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be813d9d-4e65-4926-85ad-80cbfa6a422f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.930448] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be813d9d-4e65-4926-85ad-80cbfa6a422f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.930762] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be813d9d-4e65-4926-85ad-80cbfa6a422f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.930952] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.931078] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.931153] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.931312] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.931460] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.931506] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be813d9d-4e65-4926-85ad-80cbfa6a422f',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.335018] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-715 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.335018] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-715" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.335018] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-715" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.335018] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-715" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.335609] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.335971] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.339140] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.339140] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.339140] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.339140] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 895.339140] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 895.339140] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 895.339140] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 895.339140] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 895.339140] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 895.339140] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 895.362023] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 895.362023] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 895.362023] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 895.362023] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-715" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.362023] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-4463f170-2656-4332-b1a3-0b0a491984da taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.362023] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-4463f170-2656-4332-b1a3-0b0a491984da" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.362023] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-4463f170-2656-4332-b1a3-0b0a491984da" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.362023] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-4463f170-2656-4332-b1a3-0b0a491984da" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.362023] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4463f170-2656-4332-b1a3-0b0a491984da',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.433656] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.433847] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.433888] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.434225] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.434354] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.434583] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.434694] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.434754] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.434917] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.434996] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.435113] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be813d9d-4e65-4926-85ad-80cbfa6a422f already deleted. [ 895.435307] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be813d9d-4e65-4926-85ad-80cbfa6a422f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.534865] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1730157f-766c-41ae-b440-eca87932927d in Status: SUCCESS [ 895.535090] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1730157f-766c-41ae-b440-eca87932927d deletion is rescheduled due to dependency. [ 895.535217] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.535896] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 in Status: SUCCESS [ 895.536043] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 deletion is rescheduled due to dependency. [ 895.536148] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.867223] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.867511] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.867651] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.867886] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.868056] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.868198] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port 4463f170-2656-4332-b1a3-0b0a491984da not found, creating... [ 895.868495] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.868654] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.868762] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.868975] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.869123] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.869407] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.869613] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.869684] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.870446] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.870446] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.870446] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: 4463f170-2656-4332-b1a3-0b0a491984da is going to be created. [ 895.894203] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.894203] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.894203] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.894203] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.894203] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.894203] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-4463f170-2656-4332-b1a3-0b0a491984da" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.161419] env[65517]: INFO networking_nsxv3.common.synchronization [None req-136f42e2-1d8c-4fd2-9718-8ef098ca346a None None] Enqueued Resource ID: 82d6e9fa-2770-48a7-87cf-ea4960bd0706 with Priority: HIGHEST for action port [ 896.162095] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82d6e9fa-2770-48a7-87cf-ea4960bd0706 with Priority: HIGHEST for action port [ 896.162314] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-82d6e9fa-2770-48a7-87cf-ea4960bd0706 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.162444] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82d6e9fa-2770-48a7-87cf-ea4960bd0706" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.162697] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82d6e9fa-2770-48a7-87cf-ea4960bd0706" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.162761] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82d6e9fa-2770-48a7-87cf-ea4960bd0706" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.162851] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82d6e9fa-2770-48a7-87cf-ea4960bd0706',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.603695] env[65517]: INFO networking_nsxv3.common.synchronization [req-0291cb58-7934-4a5f-82d4-b1218a2b7ed8 req-1898a289-b382-4aff-b8e8-e857d1ca0d52 service nova] Enqueued Resource ID: be813d9d-4e65-4926-85ad-80cbfa6a422f with Priority: HIGHEST for action security_group_rules [ 896.603888] env[65517]: INFO networking_nsxv3.common.synchronization [req-0291cb58-7934-4a5f-82d4-b1218a2b7ed8 req-1898a289-b382-4aff-b8e8-e857d1ca0d52 service nova] Enqueued Resource ID: be813d9d-4e65-4926-85ad-80cbfa6a422f with Priority: HIGHEST for action security_group_members [ 896.604032] env[65517]: INFO networking_nsxv3.common.synchronization [req-0291cb58-7934-4a5f-82d4-b1218a2b7ed8 req-1898a289-b382-4aff-b8e8-e857d1ca0d52 service nova] Enqueued Resource ID: 4463f170-2656-4332-b1a3-0b0a491984da with Priority: HIGHEST for action port [ 896.604860] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be813d9d-4e65-4926-85ad-80cbfa6a422f with Priority: HIGHEST for action security_group_rules [ 896.604860] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be813d9d-4e65-4926-85ad-80cbfa6a422f with Priority: HIGHEST for action security_group_members [ 896.604860] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4463f170-2656-4332-b1a3-0b0a491984da with Priority: HIGHEST for action port [ 896.605304] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be813d9d-4e65-4926-85ad-80cbfa6a422f taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.605453] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be813d9d-4e65-4926-85ad-80cbfa6a422f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.605495] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be813d9d-4e65-4926-85ad-80cbfa6a422f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.609191] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be813d9d-4e65-4926-85ad-80cbfa6a422f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.609191] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be813d9d-4e65-4926-85ad-80cbfa6a422f',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.609191] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-be813d9d-4e65-4926-85ad-80cbfa6a422f taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.609191] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be813d9d-4e65-4926-85ad-80cbfa6a422f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.609191] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be813d9d-4e65-4926-85ad-80cbfa6a422f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.609191] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be813d9d-4e65-4926-85ad-80cbfa6a422f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.609191] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.609191] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.609191] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.609191] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.609191] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.609191] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be813d9d-4e65-4926-85ad-80cbfa6a422f',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.609593] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-4463f170-2656-4332-b1a3-0b0a491984da taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.610114] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4463f170-2656-4332-b1a3-0b0a491984da" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.610114] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4463f170-2656-4332-b1a3-0b0a491984da" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.610254] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4463f170-2656-4332-b1a3-0b0a491984da" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.610329] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4463f170-2656-4332-b1a3-0b0a491984da',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.665504] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82d6e9fa-2770-48a7-87cf-ea4960bd0706 [ 896.665728] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.665853] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.665925] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.666153] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.666265] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.666409] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82d6e9fa-2770-48a7-87cf-ea4960bd0706 already deleted. [ 896.666459] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82d6e9fa-2770-48a7-87cf-ea4960bd0706" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.753729] env[65517]: INFO networking_nsxv3.common.synchronization [req-3681b6ec-fad4-4702-89c4-f1b10eae3ebe req-db66a304-5adc-4e9c-a380-086db3c6f530 tempest-InstanceActionsV221TestJSON-902505420 tempest-InstanceActionsV221TestJSON-902505420-project-member] Enqueued Resource ID: 1c12c13b-2238-4d1e-b5e4-4a96af95a313 with Priority: HIGHEST for action security_group_members [ 896.754351] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c12c13b-2238-4d1e-b5e4-4a96af95a313 with Priority: HIGHEST for action security_group_members [ 896.754676] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c12c13b-2238-4d1e-b5e4-4a96af95a313 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.756496] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c12c13b-2238-4d1e-b5e4-4a96af95a313" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.756619] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c12c13b-2238-4d1e-b5e4-4a96af95a313" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.756858] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c12c13b-2238-4d1e-b5e4-4a96af95a313" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.757284] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.757284] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.757284] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.757540] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.757818] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.757818] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c12c13b-2238-4d1e-b5e4-4a96af95a313',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.112351] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be813d9d-4e65-4926-85ad-80cbfa6a422f',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.113396] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-be813d9d-4e65-4926-85ad-80cbfa6a422f taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.113507] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be813d9d-4e65-4926-85ad-80cbfa6a422f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.113667] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4463f170-2656-4332-b1a3-0b0a491984da with status ACTIVE [ 897.113825] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.114023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.114023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.114215] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.114322] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.114464] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.114549] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.115449] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.115449] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.115449] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.115449] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.115449] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.115449] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.115646] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.115646] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.115692] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4463f170-2656-4332-b1a3-0b0a491984da is going to be updated. [ 897.145808] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.146136] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.146136] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.146272] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.146417] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.146577] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4463f170-2656-4332-b1a3-0b0a491984da" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.263414] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.263747] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.263747] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.263841] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.263928] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.264144] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.264241] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.264300] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.264457] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.264528] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.264642] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c12c13b-2238-4d1e-b5e4-4a96af95a313 is going to be updated. [ 897.305928] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.305928] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.305928] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.305928] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.305928] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.314837] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c12c13b-2238-4d1e-b5e4-4a96af95a313 in Status: IN_PROGRESS for 2s [ 897.465020] env[65517]: INFO networking_nsxv3.common.synchronization [None req-2d79df5c-619b-480d-bf5b-671fa1a63b87 tempest-AttachVolumeTestJSON-1670241509 tempest-AttachVolumeTestJSON-1670241509-project-member] Enqueued Resource ID: 582aef48-c369-4770-b95b-b8cd97255695 with Priority: HIGHEST for action security_group_rules [ 897.465020] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 582aef48-c369-4770-b95b-b8cd97255695 with Priority: HIGHEST for action security_group_rules [ 897.465020] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-582aef48-c369-4770-b95b-b8cd97255695 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.465353] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-582aef48-c369-4770-b95b-b8cd97255695" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.465538] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-582aef48-c369-4770-b95b-b8cd97255695" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.466395] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-582aef48-c369-4770-b95b-b8cd97255695" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.466395] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('582aef48-c369-4770-b95b-b8cd97255695',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.589753] env[65517]: INFO networking_nsxv3.common.synchronization [None req-6f73a1fa-dbaf-42db-bd55-4d78ef8c2c7e tempest-AttachVolumeTestJSON-1670241509 tempest-AttachVolumeTestJSON-1670241509-project-member] Enqueued Resource ID: 582aef48-c369-4770-b95b-b8cd97255695 with Priority: HIGHEST for action security_group_rules [ 897.589753] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 582aef48-c369-4770-b95b-b8cd97255695 with Priority: HIGHEST for action security_group_rules [ 897.589753] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-582aef48-c369-4770-b95b-b8cd97255695 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.589753] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-582aef48-c369-4770-b95b-b8cd97255695" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.617287] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be813d9d-4e65-4926-85ad-80cbfa6a422f',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.018713] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.018847] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.018909] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.021316] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.021699] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.022222] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 582aef48-c369-4770-b95b-b8cd97255695 already deleted. [ 898.023413] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-582aef48-c369-4770-b95b-b8cd97255695" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.023543] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-582aef48-c369-4770-b95b-b8cd97255695" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.024393] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-582aef48-c369-4770-b95b-b8cd97255695" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.024393] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('582aef48-c369-4770-b95b-b8cd97255695',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.120325] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.120568] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.120654] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.120884] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.120981] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.121196] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be813d9d-4e65-4926-85ad-80cbfa6a422f is going to be created. [ 898.150028] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.150179] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.150220] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.150482] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.150643] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.164185] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be813d9d-4e65-4926-85ad-80cbfa6a422f in Status: UNINITIALIZED for 2s [ 898.547987] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.548316] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.548316] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.548501] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.548610] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.548692] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 582aef48-c369-4770-b95b-b8cd97255695 already deleted. [ 898.548770] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-582aef48-c369-4770-b95b-b8cd97255695" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.593328] env[65517]: INFO networking_nsxv3.common.synchronization [None req-2194a0ff-0084-43cd-883e-88f3f8241827 None None] Enqueued Resource ID: 4925007c-8ae1-429f-98d4-52662fe50ca5 with Priority: HIGHEST for action port [ 898.593434] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4925007c-8ae1-429f-98d4-52662fe50ca5 with Priority: HIGHEST for action port [ 898.593818] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-4925007c-8ae1-429f-98d4-52662fe50ca5 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.593959] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4925007c-8ae1-429f-98d4-52662fe50ca5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.594071] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4925007c-8ae1-429f-98d4-52662fe50ca5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.594380] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4925007c-8ae1-429f-98d4-52662fe50ca5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.594482] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4925007c-8ae1-429f-98d4-52662fe50ca5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.097586] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4925007c-8ae1-429f-98d4-52662fe50ca5 [ 899.097855] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.098090] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.098189] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.098445] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.098584] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.098721] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4925007c-8ae1-429f-98d4-52662fe50ca5 already deleted. [ 899.098836] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4925007c-8ae1-429f-98d4-52662fe50ca5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.329278] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c12c13b-2238-4d1e-b5e4-4a96af95a313 in Status: SUCCESS [ 899.330774] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c12c13b-2238-4d1e-b5e4-4a96af95a313 deletion is rescheduled due to dependency. [ 899.330774] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c12c13b-2238-4d1e-b5e4-4a96af95a313" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.174126] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be813d9d-4e65-4926-85ad-80cbfa6a422f in Status: SUCCESS [ 900.174364] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be813d9d-4e65-4926-85ad-80cbfa6a422f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.174529] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be813d9d-4e65-4926-85ad-80cbfa6a422f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.174743] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be813d9d-4e65-4926-85ad-80cbfa6a422f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.174956] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.175095] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.175195] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.175320] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.175415] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.175512] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be813d9d-4e65-4926-85ad-80cbfa6a422f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.175610] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be813d9d-4e65-4926-85ad-80cbfa6a422f',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.678414] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-be813d9d-4e65-4926-85ad-80cbfa6a422f taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.678660] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be813d9d-4e65-4926-85ad-80cbfa6a422f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.678660] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be813d9d-4e65-4926-85ad-80cbfa6a422f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.678863] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be813d9d-4e65-4926-85ad-80cbfa6a422f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.679048] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.679153] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.679678] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.679678] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.679678] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.679678] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be813d9d-4e65-4926-85ad-80cbfa6a422f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.679678] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-be813d9d-4e65-4926-85ad-80cbfa6a422f taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.680066] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be813d9d-4e65-4926-85ad-80cbfa6a422f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.680066] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be813d9d-4e65-4926-85ad-80cbfa6a422f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.680066] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be813d9d-4e65-4926-85ad-80cbfa6a422f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.680168] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.680245] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.680301] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.680438] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.680513] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.680613] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be813d9d-4e65-4926-85ad-80cbfa6a422f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.680701] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be813d9d-4e65-4926-85ad-80cbfa6a422f',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.183130] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be813d9d-4e65-4926-85ad-80cbfa6a422f: rpc.has_security_group_logging(os_id): False [ 901.211023] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.211023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.211023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.211023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.211023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.211023] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.211023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.211023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.211023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.211023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.211023] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.211023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.211023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.211023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.211023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.211639] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.211639] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.212461] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.213777] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.213777] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.213777] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be813d9d-4e65-4926-85ad-80cbfa6a422f is going to be created. [ 901.285306] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.285306] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.285306] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.285435] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.285835] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.302618] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be813d9d-4e65-4926-85ad-80cbfa6a422f in Status: IN_PROGRESS for 2s [ 901.569797] env[65517]: INFO networking_nsxv3.common.synchronization [None req-fd01c9b3-e828-4fc0-8481-fd01858e66a3 None None] Enqueued Resource ID: 0ca788b7-47d4-4356-9e67-1712fa0b199b with Priority: HIGHEST for action port [ 901.570688] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ca788b7-47d4-4356-9e67-1712fa0b199b with Priority: HIGHEST for action port [ 901.571123] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ca788b7-47d4-4356-9e67-1712fa0b199b taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.571253] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ca788b7-47d4-4356-9e67-1712fa0b199b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.571311] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ca788b7-47d4-4356-9e67-1712fa0b199b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.571585] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ca788b7-47d4-4356-9e67-1712fa0b199b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.571705] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ca788b7-47d4-4356-9e67-1712fa0b199b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.738295] env[65517]: INFO networking_nsxv3.common.synchronization [req-d5d465b8-041d-45b0-9695-f0bd492dd18a req-7f15a35f-8690-41ce-804a-1e45301a543a tempest-ServerActionsTestJSON-1355288579 tempest-ServerActionsTestJSON-1355288579-project-member] Enqueued Resource ID: c2b4c4b4-61da-4515-a6dc-18becc02a73f with Priority: HIGHEST for action security_group_members [ 901.738295] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2b4c4b4-61da-4515-a6dc-18becc02a73f with Priority: HIGHEST for action security_group_members [ 901.738295] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2b4c4b4-61da-4515-a6dc-18becc02a73f taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.738295] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2b4c4b4-61da-4515-a6dc-18becc02a73f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.738295] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2b4c4b4-61da-4515-a6dc-18becc02a73f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.738295] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2b4c4b4-61da-4515-a6dc-18becc02a73f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.739888] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.739888] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.739888] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.742342] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.742455] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.742562] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2b4c4b4-61da-4515-a6dc-18becc02a73f',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.075755] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ca788b7-47d4-4356-9e67-1712fa0b199b [ 902.075755] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.075755] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.075755] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.076049] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.076049] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.076049] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ca788b7-47d4-4356-9e67-1712fa0b199b already deleted. [ 902.076137] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ca788b7-47d4-4356-9e67-1712fa0b199b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.251381] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.251381] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.251381] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.251381] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.251381] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.251381] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.251381] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.251381] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.251381] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.251381] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.251381] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2b4c4b4-61da-4515-a6dc-18becc02a73f already deleted. [ 902.251381] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2b4c4b4-61da-4515-a6dc-18becc02a73f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.077227] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-867 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.077227] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.077227] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.077691] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.078061] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.078349] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.078568] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.078943] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.079190] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.079478] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 903.079686] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 903.079869] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 903.080097] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 903.080301] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 903.080482] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 903.081093] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 903.102328] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 903.102497] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 903.102963] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 903.103153] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.103491] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-54206d03-4403-4bca-8ba8-1f4e88682cb6 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.103662] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-54206d03-4403-4bca-8ba8-1f4e88682cb6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.103779] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-54206d03-4403-4bca-8ba8-1f4e88682cb6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.104108] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-54206d03-4403-4bca-8ba8-1f4e88682cb6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.104305] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54206d03-4403-4bca-8ba8-1f4e88682cb6',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.320072] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be813d9d-4e65-4926-85ad-80cbfa6a422f in Status: SUCCESS [ 903.320072] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be813d9d-4e65-4926-85ad-80cbfa6a422f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.646758] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.646758] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.646758] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.646758] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.646758] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.646758] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port 54206d03-4403-4bca-8ba8-1f4e88682cb6 not found, creating... [ 903.646758] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.646758] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.646758] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.646758] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.646758] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.647374] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.647374] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.647374] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.647374] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.647374] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.647374] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: 54206d03-4403-4bca-8ba8-1f4e88682cb6 is going to be created. [ 903.651745] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.651745] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.651745] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.651745] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.651745] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.651745] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-54206d03-4403-4bca-8ba8-1f4e88682cb6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.422659] env[65517]: INFO networking_nsxv3.common.synchronization [req-d5d465b8-041d-45b0-9695-f0bd492dd18a req-a0cbb52f-ad21-447a-81e2-00289174eb68 service nova] Enqueued Resource ID: c2b4c4b4-61da-4515-a6dc-18becc02a73f with Priority: HIGHEST for action security_group_rules [ 904.422659] env[65517]: INFO networking_nsxv3.common.synchronization [req-d5d465b8-041d-45b0-9695-f0bd492dd18a req-a0cbb52f-ad21-447a-81e2-00289174eb68 service nova] Enqueued Resource ID: c2b4c4b4-61da-4515-a6dc-18becc02a73f with Priority: HIGHEST for action security_group_members [ 904.422659] env[65517]: INFO networking_nsxv3.common.synchronization [req-d5d465b8-041d-45b0-9695-f0bd492dd18a req-a0cbb52f-ad21-447a-81e2-00289174eb68 service nova] Enqueued Resource ID: 54206d03-4403-4bca-8ba8-1f4e88682cb6 with Priority: HIGHEST for action port [ 904.422659] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2b4c4b4-61da-4515-a6dc-18becc02a73f with Priority: HIGHEST for action security_group_rules [ 904.423073] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2b4c4b4-61da-4515-a6dc-18becc02a73f with Priority: HIGHEST for action security_group_members [ 904.423073] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54206d03-4403-4bca-8ba8-1f4e88682cb6 with Priority: HIGHEST for action port [ 904.423405] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2b4c4b4-61da-4515-a6dc-18becc02a73f taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.425691] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2b4c4b4-61da-4515-a6dc-18becc02a73f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.425836] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2b4c4b4-61da-4515-a6dc-18becc02a73f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.426076] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2b4c4b4-61da-4515-a6dc-18becc02a73f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.426158] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2b4c4b4-61da-4515-a6dc-18becc02a73f',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.427125] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2b4c4b4-61da-4515-a6dc-18becc02a73f taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.427247] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2b4c4b4-61da-4515-a6dc-18becc02a73f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.427310] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2b4c4b4-61da-4515-a6dc-18becc02a73f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.427489] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2b4c4b4-61da-4515-a6dc-18becc02a73f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.427636] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.428184] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.428366] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.428828] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.428916] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.429394] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2b4c4b4-61da-4515-a6dc-18becc02a73f',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.431960] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-54206d03-4403-4bca-8ba8-1f4e88682cb6 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.431960] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54206d03-4403-4bca-8ba8-1f4e88682cb6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.431960] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54206d03-4403-4bca-8ba8-1f4e88682cb6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.431960] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54206d03-4403-4bca-8ba8-1f4e88682cb6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.431960] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54206d03-4403-4bca-8ba8-1f4e88682cb6',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.938898] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2b4c4b4-61da-4515-a6dc-18becc02a73f',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.938898] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2b4c4b4-61da-4515-a6dc-18becc02a73f taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.938898] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2b4c4b4-61da-4515-a6dc-18becc02a73f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.938898] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54206d03-4403-4bca-8ba8-1f4e88682cb6 with status ACTIVE [ 904.938898] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.938898] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.938898] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.938898] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.938898] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.938898] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.938898] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.938898] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.938898] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.938898] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.939364] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.939364] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.939364] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.939364] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.939364] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.939364] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54206d03-4403-4bca-8ba8-1f4e88682cb6 is going to be updated. [ 904.962268] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.962451] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.962514] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.962728] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.962866] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.963040] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54206d03-4403-4bca-8ba8-1f4e88682cb6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.113774] env[65517]: INFO networking_nsxv3.common.synchronization [req-88b33699-9c25-477f-ad68-e53b68ecee12 req-c5c41340-b1d3-4717-bd07-d683c9ff3197 tempest-ServerDiskConfigTestJSON-1984357202 tempest-ServerDiskConfigTestJSON-1984357202-project-member] Enqueued Resource ID: 1730157f-766c-41ae-b440-eca87932927d with Priority: HIGHEST for action security_group_members [ 905.114355] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1730157f-766c-41ae-b440-eca87932927d with Priority: HIGHEST for action security_group_members [ 905.115208] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1730157f-766c-41ae-b440-eca87932927d taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.115370] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.115401] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.115592] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.115750] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.115851] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.115908] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.116061] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.116263] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.116263] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1730157f-766c-41ae-b440-eca87932927d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.304717] env[65517]: INFO networking_nsxv3.common.synchronization [None req-b7b0e7b9-6666-4634-857a-30cff5a2f6be None None] Enqueued Resource ID: ec990304-bbfd-4e83-a404-e3f360b543b3 with Priority: HIGHEST for action port [ 905.305346] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec990304-bbfd-4e83-a404-e3f360b543b3 with Priority: HIGHEST for action port [ 905.305664] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec990304-bbfd-4e83-a404-e3f360b543b3 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.305782] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec990304-bbfd-4e83-a404-e3f360b543b3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.305845] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec990304-bbfd-4e83-a404-e3f360b543b3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.306204] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec990304-bbfd-4e83-a404-e3f360b543b3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.306324] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec990304-bbfd-4e83-a404-e3f360b543b3',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.441268] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2b4c4b4-61da-4515-a6dc-18becc02a73f',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.499336] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-73 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.499336] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-73" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.499336] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-73" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.499336] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-73" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.501026] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.501806] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.502060] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.502397] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.502666] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.502959] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.503283] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 905.504088] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 905.504088] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 905.504088] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.504088] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 905.504088] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 905.525404] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 905.525570] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 905.526362] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 905.526582] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-73" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.526906] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-f8145f30-4e64-4a22-89a7-ffa393891ffb taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.527091] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-f8145f30-4e64-4a22-89a7-ffa393891ffb" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.527213] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-f8145f30-4e64-4a22-89a7-ffa393891ffb" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.527533] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-f8145f30-4e64-4a22-89a7-ffa393891ffb" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.527672] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8145f30-4e64-4a22-89a7-ffa393891ffb',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.618963] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.619161] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.619238] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.619446] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.619534] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.619726] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.623240] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.623329] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.623486] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.623566] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.623659] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1730157f-766c-41ae-b440-eca87932927d is going to be updated. [ 905.651853] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.652059] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.652095] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.652291] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.652467] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.662363] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1730157f-766c-41ae-b440-eca87932927d in Status: IN_PROGRESS for 2s [ 905.808417] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec990304-bbfd-4e83-a404-e3f360b543b3 [ 905.808702] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.808867] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.809008] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.809315] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.809420] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.809644] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec990304-bbfd-4e83-a404-e3f360b543b3 already deleted. [ 905.809644] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec990304-bbfd-4e83-a404-e3f360b543b3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.946138] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.946404] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.946404] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.946574] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.946672] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.946758] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2b4c4b4-61da-4515-a6dc-18becc02a73f is going to be created. [ 905.972605] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.972605] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.972605] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.972605] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.972852] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.983091] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2b4c4b4-61da-4515-a6dc-18becc02a73f in Status: UNINITIALIZED for 2s [ 906.034072] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.034209] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.034826] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.034826] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.034826] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.034826] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port f8145f30-4e64-4a22-89a7-ffa393891ffb not found, creating... [ 906.035558] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.035736] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.035855] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.036104] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.036245] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.036893] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.037072] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.037192] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.037414] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.037545] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.038016] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: f8145f30-4e64-4a22-89a7-ffa393891ffb is going to be created. [ 906.062865] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.062865] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.062865] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.062865] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.062865] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.062865] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-f8145f30-4e64-4a22-89a7-ffa393891ffb" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.230805] env[65517]: INFO networking_nsxv3.common.synchronization [None req-ebd5ff93-1d7a-4c7d-b48e-8a3053e06c1c None None] Enqueued Resource ID: ffaabd9c-32af-4322-81aa-cf5a94161438 with Priority: HIGHEST for action port [ 906.231568] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffaabd9c-32af-4322-81aa-cf5a94161438 with Priority: HIGHEST for action port [ 906.231926] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffaabd9c-32af-4322-81aa-cf5a94161438 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.232150] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffaabd9c-32af-4322-81aa-cf5a94161438" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.232150] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffaabd9c-32af-4322-81aa-cf5a94161438" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.232462] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffaabd9c-32af-4322-81aa-cf5a94161438" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.232985] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffaabd9c-32af-4322-81aa-cf5a94161438',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.940379] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ffaabd9c-32af-4322-81aa-cf5a94161438 [ 906.940379] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.940379] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.940379] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.940379] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.940379] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.942207] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ffaabd9c-32af-4322-81aa-cf5a94161438 already deleted. [ 906.942207] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffaabd9c-32af-4322-81aa-cf5a94161438" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.029330] env[65517]: INFO networking_nsxv3.common.synchronization [req-88b33699-9c25-477f-ad68-e53b68ecee12 req-1de2c470-77b2-4b26-bf90-6c51febc3e53 service nova] Enqueued Resource ID: 1730157f-766c-41ae-b440-eca87932927d with Priority: HIGHEST for action security_group_rules [ 907.030380] env[65517]: INFO networking_nsxv3.common.synchronization [req-88b33699-9c25-477f-ad68-e53b68ecee12 req-1de2c470-77b2-4b26-bf90-6c51febc3e53 service nova] Enqueued Resource ID: 1730157f-766c-41ae-b440-eca87932927d with Priority: HIGHEST for action security_group_members [ 907.030380] env[65517]: INFO networking_nsxv3.common.synchronization [req-88b33699-9c25-477f-ad68-e53b68ecee12 req-1de2c470-77b2-4b26-bf90-6c51febc3e53 service nova] Enqueued Resource ID: f8145f30-4e64-4a22-89a7-ffa393891ffb with Priority: HIGHEST for action port [ 907.030380] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1730157f-766c-41ae-b440-eca87932927d with Priority: HIGHEST for action security_group_rules [ 907.030380] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1730157f-766c-41ae-b440-eca87932927d with Priority: HIGHEST for action security_group_members [ 907.030859] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8145f30-4e64-4a22-89a7-ffa393891ffb with Priority: HIGHEST for action port [ 907.030859] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1730157f-766c-41ae-b440-eca87932927d taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.030859] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.031102] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.031256] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.031359] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1730157f-766c-41ae-b440-eca87932927d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.033145] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1730157f-766c-41ae-b440-eca87932927d taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.033145] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.033145] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8145f30-4e64-4a22-89a7-ffa393891ffb taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.033145] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8145f30-4e64-4a22-89a7-ffa393891ffb" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.033145] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8145f30-4e64-4a22-89a7-ffa393891ffb" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.033351] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8145f30-4e64-4a22-89a7-ffa393891ffb" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.033351] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8145f30-4e64-4a22-89a7-ffa393891ffb',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.535373] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1730157f-766c-41ae-b440-eca87932927d taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.535518] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.539272] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f8145f30-4e64-4a22-89a7-ffa393891ffb with status ACTIVE [ 907.539272] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.539272] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.539272] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.539272] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.539272] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.539272] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.539272] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.539272] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.539272] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.539272] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.539272] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.539272] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.539272] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.539272] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.539272] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.539272] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f8145f30-4e64-4a22-89a7-ffa393891ffb is going to be updated. [ 907.566374] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.566780] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.566780] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.566921] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.567066] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.567290] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8145f30-4e64-4a22-89a7-ffa393891ffb" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.677683] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1730157f-766c-41ae-b440-eca87932927d in Status: SUCCESS [ 907.678247] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1730157f-766c-41ae-b440-eca87932927d deletion is rescheduled due to dependency. [ 907.679772] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.679987] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.680441] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.680658] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.680786] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.680858] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.681230] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.681382] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.683089] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1730157f-766c-41ae-b440-eca87932927d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.994975] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2b4c4b4-61da-4515-a6dc-18becc02a73f in Status: SUCCESS [ 907.995442] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2b4c4b4-61da-4515-a6dc-18becc02a73f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.996765] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2b4c4b4-61da-4515-a6dc-18becc02a73f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.997022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2b4c4b4-61da-4515-a6dc-18becc02a73f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.997243] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.997366] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.997429] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.997590] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.997675] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.997761] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2b4c4b4-61da-4515-a6dc-18becc02a73f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.997854] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2b4c4b4-61da-4515-a6dc-18becc02a73f',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.376577] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1730157f-766c-41ae-b440-eca87932927d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.502237] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2b4c4b4-61da-4515-a6dc-18becc02a73f',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.879646] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1730157f-766c-41ae-b440-eca87932927d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.006051] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2b4c4b4-61da-4515-a6dc-18becc02a73f: rpc.has_security_group_logging(os_id): False [ 909.027573] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.027848] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.027848] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.028470] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.028470] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.028470] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.028707] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.028707] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.029215] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.029215] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.029215] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2b4c4b4-61da-4515-a6dc-18becc02a73f is going to be created. [ 909.101124] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.101296] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.101362] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.101580] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.101760] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.113385] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2b4c4b4-61da-4515-a6dc-18becc02a73f in Status: IN_PROGRESS for 2s [ 909.382966] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.382966] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.382966] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.385975] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.385975] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.385975] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1730157f-766c-41ae-b440-eca87932927d is going to be updated. [ 909.635989] env[65517]: INFO networking_nsxv3.common.synchronization [None req-d67ed0b3-09ce-42d1-8bf9-97c86fc7f7c2 None None] Enqueued Resource ID: ca4a6de4-fad5-4852-be1a-470f31e2ae37 with Priority: HIGHEST for action port [ 909.635989] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca4a6de4-fad5-4852-be1a-470f31e2ae37 with Priority: HIGHEST for action port [ 909.635989] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca4a6de4-fad5-4852-be1a-470f31e2ae37 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.635989] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca4a6de4-fad5-4852-be1a-470f31e2ae37" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.635989] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca4a6de4-fad5-4852-be1a-470f31e2ae37" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.635989] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca4a6de4-fad5-4852-be1a-470f31e2ae37" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.635989] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca4a6de4-fad5-4852-be1a-470f31e2ae37',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.635989] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.635989] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.635989] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.635989] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.635989] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.635989] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1730157f-766c-41ae-b440-eca87932927d in Status: IN_PROGRESS for 2s [ 909.914312] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca4a6de4-fad5-4852-be1a-470f31e2ae37 [ 909.914614] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.914753] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.914821] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.915126] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.916160] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.916160] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca4a6de4-fad5-4852-be1a-470f31e2ae37 already deleted. [ 909.916160] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca4a6de4-fad5-4852-be1a-470f31e2ae37" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.219639] env[65517]: INFO networking_nsxv3.common.synchronization [None req-ecab00a3-0564-4ab0-96b3-f1564a986fd6 None None] Enqueued Resource ID: a5814759-a09f-4b4e-b4bb-c29bdfb6134f with Priority: HIGHEST for action port [ 910.220396] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5814759-a09f-4b4e-b4bb-c29bdfb6134f with Priority: HIGHEST for action port [ 910.221234] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5814759-a09f-4b4e-b4bb-c29bdfb6134f taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.221234] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5814759-a09f-4b4e-b4bb-c29bdfb6134f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.224424] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5814759-a09f-4b4e-b4bb-c29bdfb6134f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.224424] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5814759-a09f-4b4e-b4bb-c29bdfb6134f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.224424] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5814759-a09f-4b4e-b4bb-c29bdfb6134f',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.724955] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5814759-a09f-4b4e-b4bb-c29bdfb6134f [ 910.725272] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.725424] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.725494] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.725832] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.725832] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.725930] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5814759-a09f-4b4e-b4bb-c29bdfb6134f already deleted. [ 910.726056] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5814759-a09f-4b4e-b4bb-c29bdfb6134f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.272474] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2b4c4b4-61da-4515-a6dc-18becc02a73f in Status: SUCCESS [ 911.272474] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2b4c4b4-61da-4515-a6dc-18becc02a73f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.436190] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1730157f-766c-41ae-b440-eca87932927d in Status: SUCCESS [ 911.436744] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.436744] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.437526] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.437746] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.438460] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.438460] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.438460] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.438460] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.438460] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.438460] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1730157f-766c-41ae-b440-eca87932927d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.134603] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1730157f-766c-41ae-b440-eca87932927d taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.134603] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.134603] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.134603] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.134603] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.134603] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.134603] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.134603] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.134603] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.134603] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.134603] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1730157f-766c-41ae-b440-eca87932927d taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.134603] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.134603] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.134603] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.134603] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.134603] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.138728] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.138728] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.138728] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.138728] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.138728] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1730157f-766c-41ae-b440-eca87932927d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.825415] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1730157f-766c-41ae-b440-eca87932927d: rpc.has_security_group_logging(os_id): False [ 912.846981] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.846981] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.846981] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.846981] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.846981] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.846981] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.846981] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.846981] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.847312] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.847312] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.847394] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.847474] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.847531] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.847663] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.847732] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.847902] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.848384] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.848384] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.848384] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.848545] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.848573] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1730157f-766c-41ae-b440-eca87932927d is going to be updated. [ 912.924314] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.924314] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.924314] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.924314] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.924314] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.939909] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1730157f-766c-41ae-b440-eca87932927d in Status: IN_PROGRESS for 2s [ 914.369450] env[65517]: INFO networking_nsxv3.common.synchronization [None req-5a6f90a7-a20e-4c7e-becc-03f4c6e2dc8e None None] Enqueued Resource ID: b5f866a6-8e5b-4ef7-a291-d3806f2e9fbc with Priority: HIGHEST for action port [ 914.369450] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5f866a6-8e5b-4ef7-a291-d3806f2e9fbc with Priority: HIGHEST for action port [ 914.369450] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5f866a6-8e5b-4ef7-a291-d3806f2e9fbc taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.369450] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5f866a6-8e5b-4ef7-a291-d3806f2e9fbc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.369821] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5f866a6-8e5b-4ef7-a291-d3806f2e9fbc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.369821] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5f866a6-8e5b-4ef7-a291-d3806f2e9fbc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.369821] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5f866a6-8e5b-4ef7-a291-d3806f2e9fbc',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.872362] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5f866a6-8e5b-4ef7-a291-d3806f2e9fbc [ 914.874716] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.874716] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.874716] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.874716] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.874716] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.874716] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5f866a6-8e5b-4ef7-a291-d3806f2e9fbc already deleted. [ 914.874716] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5f866a6-8e5b-4ef7-a291-d3806f2e9fbc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.965062] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1730157f-766c-41ae-b440-eca87932927d in Status: SUCCESS [ 914.967185] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.028161] env[65517]: INFO networking_nsxv3.common.synchronization [req-f23b1feb-6f8f-449f-8deb-9b5925b2eecb req-acdce9c0-d6fc-40fe-9038-300c383d95ed tempest-AttachVolumeTestJSON-1670241509 tempest-AttachVolumeTestJSON-1670241509-project-member] Enqueued Resource ID: 582aef48-c369-4770-b95b-b8cd97255695 with Priority: HIGHEST for action security_group_members [ 916.028767] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 582aef48-c369-4770-b95b-b8cd97255695 with Priority: HIGHEST for action security_group_members [ 916.029309] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-582aef48-c369-4770-b95b-b8cd97255695 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.029488] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-582aef48-c369-4770-b95b-b8cd97255695" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.029488] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-582aef48-c369-4770-b95b-b8cd97255695" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.029740] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-582aef48-c369-4770-b95b-b8cd97255695" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.029907] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.030028] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.030087] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.030263] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.030347] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.030444] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('582aef48-c369-4770-b95b-b8cd97255695',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.539807] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.539807] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.539807] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.539807] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.539807] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.539807] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.539807] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.539807] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.539807] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.539807] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.539807] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 582aef48-c369-4770-b95b-b8cd97255695 already deleted. [ 916.539807] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-582aef48-c369-4770-b95b-b8cd97255695" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.220131] env[65517]: INFO networking_nsxv3.common.synchronization [req-b0fcd894-9789-4556-8f56-b1923c3709d2 req-d6217b19-8f5d-41a5-8b7f-e054e2d33569 tempest-ServerGroupTestJSON-758797606 tempest-ServerGroupTestJSON-758797606-project-member] Enqueued Resource ID: be813d9d-4e65-4926-85ad-80cbfa6a422f with Priority: HIGHEST for action security_group_members [ 917.222193] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be813d9d-4e65-4926-85ad-80cbfa6a422f with Priority: HIGHEST for action security_group_members [ 917.222193] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-be813d9d-4e65-4926-85ad-80cbfa6a422f taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.222193] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be813d9d-4e65-4926-85ad-80cbfa6a422f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.222193] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be813d9d-4e65-4926-85ad-80cbfa6a422f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.222193] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be813d9d-4e65-4926-85ad-80cbfa6a422f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.222193] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.222193] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.222193] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.222872] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.222872] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.226158] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be813d9d-4e65-4926-85ad-80cbfa6a422f',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.292407] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-190 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.295261] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-190" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.295261] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-190" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.295261] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-190" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.295261] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.295261] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.295261] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.295261] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.295261] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.295261] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.295261] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 917.295261] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 917.295261] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 917.295261] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.295890] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 917.295890] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 917.324536] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 917.324536] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 917.324536] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 917.324931] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-190" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.326302] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-c2eab4eb-5a45-4c96-a145-bea8b314c82d taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.326549] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-c2eab4eb-5a45-4c96-a145-bea8b314c82d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.326653] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-c2eab4eb-5a45-4c96-a145-bea8b314c82d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.326997] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-c2eab4eb-5a45-4c96-a145-bea8b314c82d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.327160] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2eab4eb-5a45-4c96-a145-bea8b314c82d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.734465] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.734465] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.734705] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.734830] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.734930] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.737162] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.737314] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.737732] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.737732] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.737732] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.738153] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be813d9d-4e65-4926-85ad-80cbfa6a422f is going to be updated. [ 917.773406] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.773699] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.773699] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.773840] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.774100] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.785424] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be813d9d-4e65-4926-85ad-80cbfa6a422f in Status: IN_PROGRESS for 2s [ 917.831913] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.831913] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.831913] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.831913] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.832149] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.832390] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port c2eab4eb-5a45-4c96-a145-bea8b314c82d not found, creating... [ 917.833278] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.833278] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.833278] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.833406] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.833598] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.833827] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.834179] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.834322] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.834647] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.834863] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.835028] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: c2eab4eb-5a45-4c96-a145-bea8b314c82d is going to be created. [ 917.859929] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.860240] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.860375] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.860659] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.860939] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.861207] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-c2eab4eb-5a45-4c96-a145-bea8b314c82d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.560641] env[65517]: INFO networking_nsxv3.common.synchronization [req-f23b1feb-6f8f-449f-8deb-9b5925b2eecb req-d3284c08-756f-40ea-97ad-42463baaeaa6 service nova] Enqueued Resource ID: 582aef48-c369-4770-b95b-b8cd97255695 with Priority: HIGHEST for action security_group_rules [ 918.561020] env[65517]: INFO networking_nsxv3.common.synchronization [req-f23b1feb-6f8f-449f-8deb-9b5925b2eecb req-d3284c08-756f-40ea-97ad-42463baaeaa6 service nova] Enqueued Resource ID: 582aef48-c369-4770-b95b-b8cd97255695 with Priority: HIGHEST for action security_group_members [ 918.561020] env[65517]: INFO networking_nsxv3.common.synchronization [req-f23b1feb-6f8f-449f-8deb-9b5925b2eecb req-d3284c08-756f-40ea-97ad-42463baaeaa6 service nova] Enqueued Resource ID: c2eab4eb-5a45-4c96-a145-bea8b314c82d with Priority: HIGHEST for action port [ 918.561596] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 582aef48-c369-4770-b95b-b8cd97255695 with Priority: HIGHEST for action security_group_rules [ 918.561736] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 582aef48-c369-4770-b95b-b8cd97255695 with Priority: HIGHEST for action security_group_members [ 918.561830] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2eab4eb-5a45-4c96-a145-bea8b314c82d with Priority: HIGHEST for action port [ 918.562261] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-582aef48-c369-4770-b95b-b8cd97255695 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.562409] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-582aef48-c369-4770-b95b-b8cd97255695" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.563679] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-582aef48-c369-4770-b95b-b8cd97255695" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.564184] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-582aef48-c369-4770-b95b-b8cd97255695" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.564184] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('582aef48-c369-4770-b95b-b8cd97255695',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.564906] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-582aef48-c369-4770-b95b-b8cd97255695 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.566299] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-582aef48-c369-4770-b95b-b8cd97255695" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.566378] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-582aef48-c369-4770-b95b-b8cd97255695" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.566626] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-582aef48-c369-4770-b95b-b8cd97255695" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.566800] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.566865] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.566974] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.567380] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.567380] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.567380] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('582aef48-c369-4770-b95b-b8cd97255695',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.568474] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2eab4eb-5a45-4c96-a145-bea8b314c82d taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.568589] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2eab4eb-5a45-4c96-a145-bea8b314c82d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.568589] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2eab4eb-5a45-4c96-a145-bea8b314c82d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.569318] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2eab4eb-5a45-4c96-a145-bea8b314c82d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.569318] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2eab4eb-5a45-4c96-a145-bea8b314c82d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.071324] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-582aef48-c369-4770-b95b-b8cd97255695 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.071718] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-582aef48-c369-4770-b95b-b8cd97255695" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.072022] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('582aef48-c369-4770-b95b-b8cd97255695',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.075018] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c2eab4eb-5a45-4c96-a145-bea8b314c82d with status ACTIVE [ 919.075018] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.075018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.075018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.075018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.075018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.075018] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.075018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.075018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.075018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.075528] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.075528] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.075705] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.075744] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.075951] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.076091] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.076226] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c2eab4eb-5a45-4c96-a145-bea8b314c82d is going to be updated. [ 919.104633] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.104796] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.104885] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.105100] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.105255] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.105413] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2eab4eb-5a45-4c96-a145-bea8b314c82d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.274169] env[65517]: INFO networking_nsxv3.common.synchronization [req-d18bfb92-1ac0-48c2-b11e-088f044feba2 req-fea58c6b-cc3a-4297-8356-86b73c0e0a05 tempest-ServersAdminTestJSON-1076150104 tempest-ServersAdminTestJSON-1076150104-project-member] Enqueued Resource ID: 0fda5972-7164-488f-ba8c-f3a78641d50e with Priority: HIGHEST for action security_group_members [ 919.274788] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fda5972-7164-488f-ba8c-f3a78641d50e with Priority: HIGHEST for action security_group_members [ 919.276152] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fda5972-7164-488f-ba8c-f3a78641d50e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.276326] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.276418] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.276642] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.276813] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.276915] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.276978] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.277172] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.277272] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.277410] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fda5972-7164-488f-ba8c-f3a78641d50e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.412513] env[65517]: INFO networking_nsxv3.common.synchronization [req-48295973-d869-41b1-965b-6180a884fed1 req-a4f59b36-b08e-4e1e-bbee-dba1e31ef7f5 tempest-SecurityGroupsTestJSON-1089212024 tempest-SecurityGroupsTestJSON-1089212024-project-member] Enqueued Resource ID: 4c7b1217-7384-4374-8c14-0afb40414856 with Priority: HIGHEST for action security_group_members [ 919.412675] env[65517]: INFO networking_nsxv3.common.synchronization [req-48295973-d869-41b1-965b-6180a884fed1 req-a4f59b36-b08e-4e1e-bbee-dba1e31ef7f5 tempest-SecurityGroupsTestJSON-1089212024 tempest-SecurityGroupsTestJSON-1089212024-project-member] Enqueued Resource ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 with Priority: HIGHEST for action security_group_members [ 919.412800] env[65517]: INFO networking_nsxv3.common.synchronization [req-48295973-d869-41b1-965b-6180a884fed1 req-a4f59b36-b08e-4e1e-bbee-dba1e31ef7f5 tempest-SecurityGroupsTestJSON-1089212024 tempest-SecurityGroupsTestJSON-1089212024-project-member] Enqueued Resource ID: b632c62f-4795-45eb-80ec-33e0a1a3cd13 with Priority: HIGHEST for action security_group_members [ 919.413339] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c7b1217-7384-4374-8c14-0afb40414856 with Priority: HIGHEST for action security_group_members [ 919.413473] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 with Priority: HIGHEST for action security_group_members [ 919.413567] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b632c62f-4795-45eb-80ec-33e0a1a3cd13 with Priority: HIGHEST for action security_group_members [ 919.413832] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c7b1217-7384-4374-8c14-0afb40414856 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.415466] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c7b1217-7384-4374-8c14-0afb40414856" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.415566] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c7b1217-7384-4374-8c14-0afb40414856" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.415885] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c7b1217-7384-4374-8c14-0afb40414856" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.417271] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.417407] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.417474] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.417651] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.417738] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.417836] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c7b1217-7384-4374-8c14-0afb40414856',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.420175] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-362f12c2-2024-4d12-904b-e2bcf3c51aa5 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.420309] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.424605] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.424605] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.424605] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.424605] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.424605] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.424605] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.424605] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.424605] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('362f12c2-2024-4d12-904b-e2bcf3c51aa5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.424605] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-b632c62f-4795-45eb-80ec-33e0a1a3cd13 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.424605] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b632c62f-4795-45eb-80ec-33e0a1a3cd13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.424605] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b632c62f-4795-45eb-80ec-33e0a1a3cd13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.424605] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b632c62f-4795-45eb-80ec-33e0a1a3cd13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.424605] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.424605] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.424605] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.424605] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.424605] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.424605] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b632c62f-4795-45eb-80ec-33e0a1a3cd13',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.578719] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('582aef48-c369-4770-b95b-b8cd97255695',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.781811] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0fda5972-7164-488f-ba8c-f3a78641d50e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.801036] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be813d9d-4e65-4926-85ad-80cbfa6a422f in Status: SUCCESS [ 919.801036] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be813d9d-4e65-4926-85ad-80cbfa6a422f deletion is rescheduled due to dependency. [ 919.801036] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be813d9d-4e65-4926-85ad-80cbfa6a422f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.850815] env[65517]: INFO networking_nsxv3.common.synchronization [req-7f90de2b-01f3-492d-854d-d74dcc23af3c req-df2b9ad3-c863-45f7-abeb-bc2d54ec4463 tempest-ServersTestJSON-546086821 tempest-ServersTestJSON-546086821-project-member] Enqueued Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_members [ 919.850913] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_members [ 919.851238] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.851352] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.851434] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.851664] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.851928] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.851928] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.852038] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.852222] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.852420] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.852582] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.922134] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.922281] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.922345] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.922585] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.927736] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.927736] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.929140] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.929252] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.947148] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.947148] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.947148] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.947148] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.947148] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.947148] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.947148] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c7b1217-7384-4374-8c14-0afb40414856 is going to be updated. [ 919.947148] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.947148] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.947148] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.951184] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.951333] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.951388] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.951570] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.951648] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.951741] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 is going to be updated. [ 919.952755] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.952939] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.975679] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.976195] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.976195] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.976195] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.976377] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.976941] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.976941] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b632c62f-4795-45eb-80ec-33e0a1a3cd13 is going to be updated. [ 919.992473] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.992614] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.992874] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.992874] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.993025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.996376] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.996376] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.996376] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.996563] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.996692] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.001717] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c7b1217-7384-4374-8c14-0afb40414856 in Status: IN_PROGRESS for 2s [ 920.004486] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 in Status: IN_PROGRESS for 2s [ 920.012535] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.012535] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.013863] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.013863] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.013863] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.023526] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b632c62f-4795-45eb-80ec-33e0a1a3cd13 in Status: IN_PROGRESS for 2s [ 920.081964] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.082237] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.082292] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.082815] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.083322] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.083420] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 582aef48-c369-4770-b95b-b8cd97255695 is going to be created. [ 920.114915] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.115109] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.115206] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.115539] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.115740] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.126854] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 582aef48-c369-4770-b95b-b8cd97255695 in Status: UNINITIALIZED for 2s [ 920.282561] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0fda5972-7164-488f-ba8c-f3a78641d50e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.355666] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.355666] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.355666] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.355891] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.355891] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.356078] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.356181] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.356244] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.356395] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.356472] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.356556] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15cbb134-3005-4bfd-9d6a-5050632541ac already deleted. [ 920.356636] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.365981] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-207 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.366198] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-207" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.366288] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-207" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.366849] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-207" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.366936] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.367055] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.367160] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.367396] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.367529] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.368122] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.368122] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 920.368122] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 920.368122] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 920.368301] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.368330] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 920.369426] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 920.406631] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 920.406817] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 920.406944] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 920.407186] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-207" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.407611] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-1cc60bc4-0fc3-4b43-8ebf-11ac6fca59a2 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.407837] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-1cc60bc4-0fc3-4b43-8ebf-11ac6fca59a2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.407967] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-1cc60bc4-0fc3-4b43-8ebf-11ac6fca59a2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.408330] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-1cc60bc4-0fc3-4b43-8ebf-11ac6fca59a2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.408475] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cc60bc4-0fc3-4b43-8ebf-11ac6fca59a2',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.785434] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.785769] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.785769] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.785914] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.786009] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.786114] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fda5972-7164-488f-ba8c-f3a78641d50e is going to be updated. [ 920.818933] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.819104] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.819174] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.819628] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.819827] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.829288] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fda5972-7164-488f-ba8c-f3a78641d50e in Status: IN_PROGRESS for 2s [ 920.913539] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.913843] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.913978] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.914330] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.914565] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.914700] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port 1cc60bc4-0fc3-4b43-8ebf-11ac6fca59a2 not found, creating... [ 920.915043] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.915254] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.915401] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.915724] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.915935] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.917444] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.918127] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.918490] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.919753] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.919948] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.920173] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: 1cc60bc4-0fc3-4b43-8ebf-11ac6fca59a2 is going to be created. [ 920.944615] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.944974] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.945160] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.946418] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.946418] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.946522] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-1cc60bc4-0fc3-4b43-8ebf-11ac6fca59a2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.661477] env[65517]: INFO networking_nsxv3.common.synchronization [req-7f90de2b-01f3-492d-854d-d74dcc23af3c req-4c006b7c-6574-4439-825f-a025618f379f service nova] Enqueued Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_rules [ 921.661608] env[65517]: INFO networking_nsxv3.common.synchronization [req-7f90de2b-01f3-492d-854d-d74dcc23af3c req-4c006b7c-6574-4439-825f-a025618f379f service nova] Enqueued Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_members [ 921.661747] env[65517]: INFO networking_nsxv3.common.synchronization [req-7f90de2b-01f3-492d-854d-d74dcc23af3c req-4c006b7c-6574-4439-825f-a025618f379f service nova] Enqueued Resource ID: 1cc60bc4-0fc3-4b43-8ebf-11ac6fca59a2 with Priority: HIGHEST for action port [ 921.662301] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_rules [ 921.662409] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_members [ 921.662522] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cc60bc4-0fc3-4b43-8ebf-11ac6fca59a2 with Priority: HIGHEST for action port [ 921.662801] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.662925] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.662993] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.663434] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.663523] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.664873] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.664994] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.665072] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.665268] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.665427] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.665522] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.665673] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.665727] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.665802] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.665896] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.669980] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-1cc60bc4-0fc3-4b43-8ebf-11ac6fca59a2 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.670077] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1cc60bc4-0fc3-4b43-8ebf-11ac6fca59a2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.670148] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1cc60bc4-0fc3-4b43-8ebf-11ac6fca59a2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.670292] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1cc60bc4-0fc3-4b43-8ebf-11ac6fca59a2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.670376] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cc60bc4-0fc3-4b43-8ebf-11ac6fca59a2',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.013196] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c7b1217-7384-4374-8c14-0afb40414856 in Status: SUCCESS [ 922.013196] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c7b1217-7384-4374-8c14-0afb40414856 deletion is rescheduled due to dependency. [ 922.013196] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c7b1217-7384-4374-8c14-0afb40414856" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.013589] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 in Status: SUCCESS [ 922.013589] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 362f12c2-2024-4d12-904b-e2bcf3c51aa5 deletion is rescheduled due to dependency. [ 922.013589] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-362f12c2-2024-4d12-904b-e2bcf3c51aa5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.032468] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b632c62f-4795-45eb-80ec-33e0a1a3cd13 in Status: SUCCESS [ 922.032468] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b632c62f-4795-45eb-80ec-33e0a1a3cd13 deletion is rescheduled due to dependency. [ 922.032603] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b632c62f-4795-45eb-80ec-33e0a1a3cd13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.136613] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 582aef48-c369-4770-b95b-b8cd97255695 in Status: SUCCESS [ 922.136972] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-582aef48-c369-4770-b95b-b8cd97255695" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.137039] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-582aef48-c369-4770-b95b-b8cd97255695" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.137320] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-582aef48-c369-4770-b95b-b8cd97255695" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.137519] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.137636] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.137757] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.138612] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.139204] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.139204] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-582aef48-c369-4770-b95b-b8cd97255695" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.139204] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('582aef48-c369-4770-b95b-b8cd97255695',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.166174] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.166339] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.170759] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.172719] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1cc60bc4-0fc3-4b43-8ebf-11ac6fca59a2 with status ACTIVE [ 922.173167] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.173167] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.173417] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.173535] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.173711] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.174074] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.174074] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.174074] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.174261] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.174261] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.174478] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.174478] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.174478] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.174600] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.174667] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.174748] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1cc60bc4-0fc3-4b43-8ebf-11ac6fca59a2 is going to be updated. [ 922.197570] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.197727] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.197796] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.198043] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.198178] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.198331] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1cc60bc4-0fc3-4b43-8ebf-11ac6fca59a2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.641459] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('582aef48-c369-4770-b95b-b8cd97255695',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.673368] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.846069] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fda5972-7164-488f-ba8c-f3a78641d50e in Status: SUCCESS [ 922.847209] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.145933] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 582aef48-c369-4770-b95b-b8cd97255695: rpc.has_security_group_logging(os_id): False [ 923.167045] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.167045] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.167045] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.167045] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.167045] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.167045] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.167045] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.167045] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.167045] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.167045] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.167045] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 582aef48-c369-4770-b95b-b8cd97255695 is going to be created. [ 923.176374] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.176374] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.176374] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.176374] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.176374] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.176725] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15cbb134-3005-4bfd-9d6a-5050632541ac is going to be created. [ 923.203164] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.203300] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.203434] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.203598] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.203752] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.215153] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: UNINITIALIZED for 2s [ 923.234671] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.234671] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.234671] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.234671] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.234671] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.254154] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 582aef48-c369-4770-b95b-b8cd97255695 in Status: IN_PROGRESS for 2s [ 923.892659] env[65517]: INFO networking_nsxv3.common.synchronization [req-19e92070-b1df-4718-a704-39eac1b9d4dd req-02093aae-57af-4e35-a26c-6e812ac474b7 tempest-ImagesTestJSON-1194554300 tempest-ImagesTestJSON-1194554300-project-member] Enqueued Resource ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e with Priority: HIGHEST for action security_group_members [ 923.892659] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e with Priority: HIGHEST for action security_group_members [ 923.892659] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-310536a6-570c-46a9-9433-6dc4d62eaa8e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.892659] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.892659] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.893183] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.896758] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.896758] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.896758] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.896758] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.896758] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.896758] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('310536a6-570c-46a9-9433-6dc4d62eaa8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.989568] env[65517]: INFO networking_nsxv3.common.synchronization [None req-87e3a598-fe7c-4b8f-ac96-27604db80d1d None None] Enqueued Resource ID: e19fe4e3-cb13-43da-aa0a-c992b517dee7 with Priority: HIGHEST for action port [ 923.990500] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e19fe4e3-cb13-43da-aa0a-c992b517dee7 with Priority: HIGHEST for action port [ 923.992504] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-e19fe4e3-cb13-43da-aa0a-c992b517dee7 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.992504] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e19fe4e3-cb13-43da-aa0a-c992b517dee7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.992504] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e19fe4e3-cb13-43da-aa0a-c992b517dee7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.992504] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e19fe4e3-cb13-43da-aa0a-c992b517dee7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.992504] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e19fe4e3-cb13-43da-aa0a-c992b517dee7',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.401657] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.401966] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.401966] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.402049] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.402279] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.402279] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.402400] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.402478] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.402650] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.402728] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.402812] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e is going to be updated. [ 924.411863] env[65517]: INFO networking_nsxv3.common.synchronization [None req-c2e7347d-09f2-4e21-ada3-231365095ad8 tempest-AttachVolumeShelveTestJSON-1393334336 tempest-AttachVolumeShelveTestJSON-1393334336-project-member] Enqueued Resource ID: 8c8fd96a-d646-47ad-9335-d9d1bdbdc867 with Priority: HIGHEST for action security_group_rules [ 924.412335] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c8fd96a-d646-47ad-9335-d9d1bdbdc867 with Priority: HIGHEST for action security_group_rules [ 924.412596] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c8fd96a-d646-47ad-9335-d9d1bdbdc867 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.412724] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c8fd96a-d646-47ad-9335-d9d1bdbdc867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.412772] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c8fd96a-d646-47ad-9335-d9d1bdbdc867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.412990] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c8fd96a-d646-47ad-9335-d9d1bdbdc867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.413122] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c8fd96a-d646-47ad-9335-d9d1bdbdc867',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.434132] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.434132] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.434327] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.434364] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.436682] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.444769] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e in Status: IN_PROGRESS for 2s [ 924.498688] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e19fe4e3-cb13-43da-aa0a-c992b517dee7 [ 924.498688] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.498688] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.498688] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.498688] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.498688] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.498688] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e19fe4e3-cb13-43da-aa0a-c992b517dee7 already deleted. [ 924.498688] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e19fe4e3-cb13-43da-aa0a-c992b517dee7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.573399] env[65517]: INFO networking_nsxv3.common.synchronization [None req-8a4232b5-6259-4aef-9a17-d14403d00cd2 tempest-AttachVolumeShelveTestJSON-1393334336 tempest-AttachVolumeShelveTestJSON-1393334336-project-member] Enqueued Resource ID: 8c8fd96a-d646-47ad-9335-d9d1bdbdc867 with Priority: HIGHEST for action security_group_rules [ 924.574354] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c8fd96a-d646-47ad-9335-d9d1bdbdc867 with Priority: HIGHEST for action security_group_rules [ 924.574354] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c8fd96a-d646-47ad-9335-d9d1bdbdc867 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.574354] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c8fd96a-d646-47ad-9335-d9d1bdbdc867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.934308] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.934520] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.934520] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.934680] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.934794] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.934894] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c8fd96a-d646-47ad-9335-d9d1bdbdc867 already deleted. [ 924.934978] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c8fd96a-d646-47ad-9335-d9d1bdbdc867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.935145] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c8fd96a-d646-47ad-9335-d9d1bdbdc867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.935301] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c8fd96a-d646-47ad-9335-d9d1bdbdc867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.935383] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c8fd96a-d646-47ad-9335-d9d1bdbdc867',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.229529] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: SUCCESS [ 925.229809] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.229990] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.230255] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.230501] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.230645] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.230705] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.230875] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.231161] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.231280] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.231988] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.270079] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 582aef48-c369-4770-b95b-b8cd97255695 in Status: SUCCESS [ 925.270079] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-582aef48-c369-4770-b95b-b8cd97255695" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.409706] env[65517]: INFO networking_nsxv3.common.synchronization [req-b97dd288-5645-4474-ac57-e0a615c930e1 req-ea2c5cb9-befa-4ccb-a823-a4521d53d89b tempest-ServerPasswordTestJSON-784794184 tempest-ServerPasswordTestJSON-784794184-project-member] Enqueued Resource ID: a8c33c90-533f-41ce-9459-30ddb480c1cc with Priority: HIGHEST for action security_group_members [ 925.410422] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8c33c90-533f-41ce-9459-30ddb480c1cc with Priority: HIGHEST for action security_group_members [ 925.410771] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8c33c90-533f-41ce-9459-30ddb480c1cc taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.410866] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8c33c90-533f-41ce-9459-30ddb480c1cc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.410939] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8c33c90-533f-41ce-9459-30ddb480c1cc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.411238] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8c33c90-533f-41ce-9459-30ddb480c1cc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.411404] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.411506] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.411571] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.411729] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.411812] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.411914] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8c33c90-533f-41ce-9459-30ddb480c1cc',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.464359] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.464359] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.464359] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.464601] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.464660] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.464766] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c8fd96a-d646-47ad-9335-d9d1bdbdc867 already deleted. [ 925.464828] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c8fd96a-d646-47ad-9335-d9d1bdbdc867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.738394] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.738394] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.738394] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.738394] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.738394] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.738394] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.738394] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.738394] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.738394] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.738394] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.738394] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.738394] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.738394] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.738394] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.738394] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.738394] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.739100] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.739100] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.739100] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.739100] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.739100] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.797186] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-442 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.797186] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-442" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.797186] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-442" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.797186] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-442" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.798754] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.798928] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.799417] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.799417] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.799542] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.799905] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.799905] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 925.800014] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 925.800104] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 925.800239] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.800369] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 925.800566] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 925.821366] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 925.821680] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 925.821837] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 925.822021] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-442" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.822388] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-41b80f01-c268-48b3-8886-1273938ac6bd taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.822587] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-41b80f01-c268-48b3-8886-1273938ac6bd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.822722] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-41b80f01-c268-48b3-8886-1273938ac6bd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.823054] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-41b80f01-c268-48b3-8886-1273938ac6bd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.823448] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41b80f01-c268-48b3-8886-1273938ac6bd',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.918694] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.918694] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.918694] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.918694] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.918694] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.918694] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.918694] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.918694] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.918694] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.918694] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.918694] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8c33c90-533f-41ce-9459-30ddb480c1cc already deleted. [ 925.918694] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8c33c90-533f-41ce-9459-30ddb480c1cc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.246544] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15cbb134-3005-4bfd-9d6a-5050632541ac: rpc.has_security_group_logging(os_id): False [ 926.264867] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.265141] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.265229] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.265507] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.265632] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.265923] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.266071] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.266164] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.266373] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.266492] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.266782] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.266943] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.267076] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.267288] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.267416] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.267709] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.267858] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.267964] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.268949] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.268949] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.268949] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15cbb134-3005-4bfd-9d6a-5050632541ac is going to be created. [ 926.326789] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.327207] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.327207] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.327451] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.327599] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.327753] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port 41b80f01-c268-48b3-8886-1273938ac6bd not found, creating... [ 926.328086] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.328210] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.328337] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.328555] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.328690] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.328971] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.329140] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.329255] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.329459] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.329592] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.329729] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: 41b80f01-c268-48b3-8886-1273938ac6bd is going to be created. [ 926.338379] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.338555] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.338599] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.338790] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.338965] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.351761] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: IN_PROGRESS for 2s [ 926.358280] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.358492] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.358612] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.358879] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.359454] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.359454] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-41b80f01-c268-48b3-8886-1273938ac6bd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.684830] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e in Status: SUCCESS [ 926.684830] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e deletion is rescheduled due to dependency. [ 926.684830] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.034725] env[65517]: INFO networking_nsxv3.common.synchronization [None req-75ee2806-c282-4954-bb06-d67fb5233f8f None None] Enqueued Resource ID: 2191c3e0-3989-4fe7-b932-44bf8e163712 with Priority: HIGHEST for action port [ 927.035303] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2191c3e0-3989-4fe7-b932-44bf8e163712 with Priority: HIGHEST for action port [ 927.035621] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-2191c3e0-3989-4fe7-b932-44bf8e163712 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.035743] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2191c3e0-3989-4fe7-b932-44bf8e163712" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.035810] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2191c3e0-3989-4fe7-b932-44bf8e163712" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.036990] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2191c3e0-3989-4fe7-b932-44bf8e163712" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.036990] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2191c3e0-3989-4fe7-b932-44bf8e163712',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.166066] env[65517]: INFO networking_nsxv3.common.synchronization [req-b97dd288-5645-4474-ac57-e0a615c930e1 req-0c036623-b256-450c-b1e2-1765093df7b8 service nova] Enqueued Resource ID: a8c33c90-533f-41ce-9459-30ddb480c1cc with Priority: HIGHEST for action security_group_rules [ 927.166066] env[65517]: INFO networking_nsxv3.common.synchronization [req-b97dd288-5645-4474-ac57-e0a615c930e1 req-0c036623-b256-450c-b1e2-1765093df7b8 service nova] Enqueued Resource ID: a8c33c90-533f-41ce-9459-30ddb480c1cc with Priority: HIGHEST for action security_group_members [ 927.166066] env[65517]: INFO networking_nsxv3.common.synchronization [req-b97dd288-5645-4474-ac57-e0a615c930e1 req-0c036623-b256-450c-b1e2-1765093df7b8 service nova] Enqueued Resource ID: 41b80f01-c268-48b3-8886-1273938ac6bd with Priority: HIGHEST for action port [ 927.167430] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8c33c90-533f-41ce-9459-30ddb480c1cc with Priority: HIGHEST for action security_group_rules [ 927.167728] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8c33c90-533f-41ce-9459-30ddb480c1cc with Priority: HIGHEST for action security_group_members [ 927.167974] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41b80f01-c268-48b3-8886-1273938ac6bd with Priority: HIGHEST for action port [ 927.168810] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8c33c90-533f-41ce-9459-30ddb480c1cc taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.169109] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8c33c90-533f-41ce-9459-30ddb480c1cc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.169377] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8c33c90-533f-41ce-9459-30ddb480c1cc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.169777] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8c33c90-533f-41ce-9459-30ddb480c1cc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.169968] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8c33c90-533f-41ce-9459-30ddb480c1cc',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.171346] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8c33c90-533f-41ce-9459-30ddb480c1cc taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.175116] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8c33c90-533f-41ce-9459-30ddb480c1cc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.175116] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8c33c90-533f-41ce-9459-30ddb480c1cc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.175116] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8c33c90-533f-41ce-9459-30ddb480c1cc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.178044] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.178044] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.178044] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.178044] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.178044] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.178044] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8c33c90-533f-41ce-9459-30ddb480c1cc',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.178044] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-41b80f01-c268-48b3-8886-1273938ac6bd taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.178044] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41b80f01-c268-48b3-8886-1273938ac6bd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.178044] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41b80f01-c268-48b3-8886-1273938ac6bd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.178044] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41b80f01-c268-48b3-8886-1273938ac6bd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.178044] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41b80f01-c268-48b3-8886-1273938ac6bd',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.538608] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2191c3e0-3989-4fe7-b932-44bf8e163712 [ 927.538844] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.539059] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.539720] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.539720] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.539720] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.539720] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2191c3e0-3989-4fe7-b932-44bf8e163712 already deleted. [ 927.539720] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2191c3e0-3989-4fe7-b932-44bf8e163712" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.680903] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8c33c90-533f-41ce-9459-30ddb480c1cc taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.681108] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8c33c90-533f-41ce-9459-30ddb480c1cc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.682317] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8c33c90-533f-41ce-9459-30ddb480c1cc',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.683345] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41b80f01-c268-48b3-8886-1273938ac6bd with status ACTIVE [ 927.683724] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.683848] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.684052] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.684754] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.684983] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.684983] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.685396] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.685396] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.685396] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.685482] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.685634] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.685727] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.685797] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.685973] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.686363] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.686363] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41b80f01-c268-48b3-8886-1273938ac6bd is going to be updated. [ 927.717513] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.717513] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.717513] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.717513] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.717513] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.717513] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41b80f01-c268-48b3-8886-1273938ac6bd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.968463] env[65517]: INFO networking_nsxv3.common.synchronization [req-d78e4e18-e26f-47a8-acc5-a52e09da83c0 req-8e549cdb-e221-459d-869c-e5d55b0757c5 tempest-ServersTestBootFromVolume-414454397 tempest-ServersTestBootFromVolume-414454397-project-member] Enqueued Resource ID: f6a7e8fa-d951-469e-a1e0-62fc852d4b7c with Priority: HIGHEST for action security_group_members [ 927.968742] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6a7e8fa-d951-469e-a1e0-62fc852d4b7c with Priority: HIGHEST for action security_group_members [ 927.969646] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6a7e8fa-d951-469e-a1e0-62fc852d4b7c taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.970646] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6a7e8fa-d951-469e-a1e0-62fc852d4b7c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.970646] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6a7e8fa-d951-469e-a1e0-62fc852d4b7c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.970918] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6a7e8fa-d951-469e-a1e0-62fc852d4b7c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.971058] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.971266] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.971266] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.971495] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.971555] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.971621] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6a7e8fa-d951-469e-a1e0-62fc852d4b7c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.090599] env[65517]: INFO networking_nsxv3.common.synchronization [req-c4f47316-c84d-40f9-9bd9-4c37a2f6f3b2 req-10a26dfd-8386-47b0-ac0c-a2df7a7ca731 tempest-ServerAddressesTestJSON-1052568870 tempest-ServerAddressesTestJSON-1052568870-project-member] Enqueued Resource ID: 99f570ab-f8c1-42a4-8bc3-70a684da72d6 with Priority: HIGHEST for action security_group_members [ 928.093438] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99f570ab-f8c1-42a4-8bc3-70a684da72d6 with Priority: HIGHEST for action security_group_members [ 928.094139] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-99f570ab-f8c1-42a4-8bc3-70a684da72d6 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.094258] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99f570ab-f8c1-42a4-8bc3-70a684da72d6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.094599] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99f570ab-f8c1-42a4-8bc3-70a684da72d6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.094599] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99f570ab-f8c1-42a4-8bc3-70a684da72d6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.094733] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.094827] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.094900] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.095066] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.095151] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.095249] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99f570ab-f8c1-42a4-8bc3-70a684da72d6',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.188307] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8c33c90-533f-41ce-9459-30ddb480c1cc',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.366855] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: SUCCESS [ 928.366855] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.474555] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.474555] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.474555] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.474555] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.499661] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.500604] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.500604] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.500604] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.500604] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.500604] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.501302] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6a7e8fa-d951-469e-a1e0-62fc852d4b7c is going to be updated. [ 928.507375] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-317 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.507815] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-317" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.507815] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-317" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.508060] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-317" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.514103] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.514103] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.514103] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.514103] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.514103] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.514103] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 928.514103] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 928.514103] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 928.514103] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 928.514103] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 928.514103] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 928.514103] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 928.533905] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 928.534104] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 928.534251] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 928.534438] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-317" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.534955] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-7f6ad0cf-a0e9-4cb3-8a2d-3aa51e60b880 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.538103] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-7f6ad0cf-a0e9-4cb3-8a2d-3aa51e60b880" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.538103] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-7f6ad0cf-a0e9-4cb3-8a2d-3aa51e60b880" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.538103] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-7f6ad0cf-a0e9-4cb3-8a2d-3aa51e60b880" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.538103] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f6ad0cf-a0e9-4cb3-8a2d-3aa51e60b880',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.541276] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.541276] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.541388] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.541629] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.541790] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.564434] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6a7e8fa-d951-469e-a1e0-62fc852d4b7c in Status: IN_PROGRESS for 2s [ 928.598902] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.598902] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.598902] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.599202] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.599428] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.599949] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.600264] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.600489] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.600930] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.603587] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.604808] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99f570ab-f8c1-42a4-8bc3-70a684da72d6 already deleted. [ 928.604808] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99f570ab-f8c1-42a4-8bc3-70a684da72d6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.690958] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.690958] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.690958] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.691379] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.691379] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.691379] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8c33c90-533f-41ce-9459-30ddb480c1cc is going to be created. [ 928.726147] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.726147] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.726147] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.727262] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.727262] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.738970] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8c33c90-533f-41ce-9459-30ddb480c1cc in Status: UNINITIALIZED for 2s [ 929.041111] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.041420] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.041560] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.041834] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.041981] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.042148] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port 7f6ad0cf-a0e9-4cb3-8a2d-3aa51e60b880 not found, creating... [ 929.042413] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.042588] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.042710] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.042927] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.043072] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.043354] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.043506] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.043620] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.043820] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.043952] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.044099] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: 7f6ad0cf-a0e9-4cb3-8a2d-3aa51e60b880 is going to be created. [ 929.062617] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.062883] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.062932] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.063232] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.063456] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.063694] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-7f6ad0cf-a0e9-4cb3-8a2d-3aa51e60b880" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.800452] env[65517]: INFO networking_nsxv3.common.synchronization [req-c4f47316-c84d-40f9-9bd9-4c37a2f6f3b2 req-70796da8-bd51-432a-9552-96dba0b0ca58 service nova] Enqueued Resource ID: 99f570ab-f8c1-42a4-8bc3-70a684da72d6 with Priority: HIGHEST for action security_group_rules [ 929.800738] env[65517]: INFO networking_nsxv3.common.synchronization [req-c4f47316-c84d-40f9-9bd9-4c37a2f6f3b2 req-70796da8-bd51-432a-9552-96dba0b0ca58 service nova] Enqueued Resource ID: 99f570ab-f8c1-42a4-8bc3-70a684da72d6 with Priority: HIGHEST for action security_group_members [ 929.800774] env[65517]: INFO networking_nsxv3.common.synchronization [req-c4f47316-c84d-40f9-9bd9-4c37a2f6f3b2 req-70796da8-bd51-432a-9552-96dba0b0ca58 service nova] Enqueued Resource ID: 7f6ad0cf-a0e9-4cb3-8a2d-3aa51e60b880 with Priority: HIGHEST for action port [ 929.803896] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99f570ab-f8c1-42a4-8bc3-70a684da72d6 with Priority: HIGHEST for action security_group_rules [ 929.803896] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99f570ab-f8c1-42a4-8bc3-70a684da72d6 with Priority: HIGHEST for action security_group_members [ 929.803896] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f6ad0cf-a0e9-4cb3-8a2d-3aa51e60b880 with Priority: HIGHEST for action port [ 929.803896] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99f570ab-f8c1-42a4-8bc3-70a684da72d6 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.804337] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99f570ab-f8c1-42a4-8bc3-70a684da72d6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.804536] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99f570ab-f8c1-42a4-8bc3-70a684da72d6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.805022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99f570ab-f8c1-42a4-8bc3-70a684da72d6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.805022] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99f570ab-f8c1-42a4-8bc3-70a684da72d6',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.806147] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-99f570ab-f8c1-42a4-8bc3-70a684da72d6 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.806413] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99f570ab-f8c1-42a4-8bc3-70a684da72d6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.806499] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99f570ab-f8c1-42a4-8bc3-70a684da72d6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.806775] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99f570ab-f8c1-42a4-8bc3-70a684da72d6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.807032] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.807234] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.807406] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.807695] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.807931] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.808199] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99f570ab-f8c1-42a4-8bc3-70a684da72d6',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.809592] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f6ad0cf-a0e9-4cb3-8a2d-3aa51e60b880 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.809592] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f6ad0cf-a0e9-4cb3-8a2d-3aa51e60b880" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.809890] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f6ad0cf-a0e9-4cb3-8a2d-3aa51e60b880" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.810508] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f6ad0cf-a0e9-4cb3-8a2d-3aa51e60b880" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.810508] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f6ad0cf-a0e9-4cb3-8a2d-3aa51e60b880',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.313420] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-99f570ab-f8c1-42a4-8bc3-70a684da72d6 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.313420] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99f570ab-f8c1-42a4-8bc3-70a684da72d6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.313420] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99f570ab-f8c1-42a4-8bc3-70a684da72d6',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.320030] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f6ad0cf-a0e9-4cb3-8a2d-3aa51e60b880 with status ACTIVE [ 930.320030] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.320030] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.320030] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.320030] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.320030] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.320030] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.320030] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.320030] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.320030] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.320030] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.320030] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.320030] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.320030] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.320030] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.320030] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.320030] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f6ad0cf-a0e9-4cb3-8a2d-3aa51e60b880 is going to be updated. [ 930.340951] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.341122] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.341640] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.341640] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.341640] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.341814] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f6ad0cf-a0e9-4cb3-8a2d-3aa51e60b880" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.575013] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6a7e8fa-d951-469e-a1e0-62fc852d4b7c in Status: SUCCESS [ 930.575192] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6a7e8fa-d951-469e-a1e0-62fc852d4b7c deletion is rescheduled due to dependency. [ 930.575305] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6a7e8fa-d951-469e-a1e0-62fc852d4b7c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.751625] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8c33c90-533f-41ce-9459-30ddb480c1cc in Status: SUCCESS [ 930.751625] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8c33c90-533f-41ce-9459-30ddb480c1cc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.751625] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8c33c90-533f-41ce-9459-30ddb480c1cc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.751625] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8c33c90-533f-41ce-9459-30ddb480c1cc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.751625] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.751625] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.751625] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.751625] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.751625] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.751625] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8c33c90-533f-41ce-9459-30ddb480c1cc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.751625] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8c33c90-533f-41ce-9459-30ddb480c1cc',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.819220] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99f570ab-f8c1-42a4-8bc3-70a684da72d6',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.254503] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8c33c90-533f-41ce-9459-30ddb480c1cc taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.254503] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8c33c90-533f-41ce-9459-30ddb480c1cc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.254503] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8c33c90-533f-41ce-9459-30ddb480c1cc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.254503] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8c33c90-533f-41ce-9459-30ddb480c1cc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.254814] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.254814] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.254905] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.255115] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.255250] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.255389] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8c33c90-533f-41ce-9459-30ddb480c1cc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.255657] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8c33c90-533f-41ce-9459-30ddb480c1cc taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.255748] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8c33c90-533f-41ce-9459-30ddb480c1cc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.256013] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8c33c90-533f-41ce-9459-30ddb480c1cc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.256114] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8c33c90-533f-41ce-9459-30ddb480c1cc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.256300] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.256455] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.256555] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.256776] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.256912] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.257044] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8c33c90-533f-41ce-9459-30ddb480c1cc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.257203] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8c33c90-533f-41ce-9459-30ddb480c1cc',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.321922] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.322137] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.322219] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.322448] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.322547] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.322646] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99f570ab-f8c1-42a4-8bc3-70a684da72d6 is going to be created. [ 931.351949] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.351949] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.351949] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.352241] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.352802] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.363143] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99f570ab-f8c1-42a4-8bc3-70a684da72d6 in Status: UNINITIALIZED for 2s [ 931.760514] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8c33c90-533f-41ce-9459-30ddb480c1cc: rpc.has_security_group_logging(os_id): False [ 931.787118] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.787118] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.787118] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.787118] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.787428] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.787428] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.787504] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.787547] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.787992] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.788157] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.788412] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.790860] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.791031] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.791359] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.791487] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.791748] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.791869] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.791957] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.792165] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.792255] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.792353] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8c33c90-533f-41ce-9459-30ddb480c1cc is going to be created. [ 931.880742] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.881082] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.881082] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.881211] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.881405] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.895783] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8c33c90-533f-41ce-9459-30ddb480c1cc in Status: IN_PROGRESS for 2s [ 933.372663] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99f570ab-f8c1-42a4-8bc3-70a684da72d6 in Status: SUCCESS [ 933.373044] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99f570ab-f8c1-42a4-8bc3-70a684da72d6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.373101] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99f570ab-f8c1-42a4-8bc3-70a684da72d6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.373334] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99f570ab-f8c1-42a4-8bc3-70a684da72d6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.373549] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.373665] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.373728] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.373886] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.373965] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.374065] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99f570ab-f8c1-42a4-8bc3-70a684da72d6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.374157] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99f570ab-f8c1-42a4-8bc3-70a684da72d6',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.802344] env[65517]: INFO networking_nsxv3.common.synchronization [req-5e15ab46-9a52-4271-83fd-447d2f557301 req-be79d381-6898-403c-880e-74500baf0f5a tempest-MigrationsAdminTest-1397841056 tempest-MigrationsAdminTest-1397841056-project-member] Enqueued Resource ID: 5afd66f5-85a3-4743-9424-434af73eabf0 with Priority: HIGHEST for action security_group_members [ 933.803013] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5afd66f5-85a3-4743-9424-434af73eabf0 with Priority: HIGHEST for action security_group_members [ 933.805926] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afd66f5-85a3-4743-9424-434af73eabf0 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.807393] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.807536] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.807829] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.810704] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.810704] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.810704] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.810704] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.810704] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.810704] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5afd66f5-85a3-4743-9424-434af73eabf0',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.878996] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-99f570ab-f8c1-42a4-8bc3-70a684da72d6 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.878996] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99f570ab-f8c1-42a4-8bc3-70a684da72d6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.878996] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99f570ab-f8c1-42a4-8bc3-70a684da72d6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.878996] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99f570ab-f8c1-42a4-8bc3-70a684da72d6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.879182] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.879182] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.879265] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.879365] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.879447] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.879531] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99f570ab-f8c1-42a4-8bc3-70a684da72d6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.879695] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-99f570ab-f8c1-42a4-8bc3-70a684da72d6 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.880037] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99f570ab-f8c1-42a4-8bc3-70a684da72d6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.880126] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99f570ab-f8c1-42a4-8bc3-70a684da72d6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.880416] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99f570ab-f8c1-42a4-8bc3-70a684da72d6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.880580] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.880679] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.880742] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.880896] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.881022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.881423] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99f570ab-f8c1-42a4-8bc3-70a684da72d6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.881544] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99f570ab-f8c1-42a4-8bc3-70a684da72d6',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.911500] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8c33c90-533f-41ce-9459-30ddb480c1cc in Status: SUCCESS [ 933.911899] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8c33c90-533f-41ce-9459-30ddb480c1cc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.316055] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5afd66f5-85a3-4743-9424-434af73eabf0',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.384197] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99f570ab-f8c1-42a4-8bc3-70a684da72d6: rpc.has_security_group_logging(os_id): False [ 934.403594] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.403775] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.403817] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.404482] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.404482] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.404482] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.404482] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.404651] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.404708] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.404742] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.405111] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.405215] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.405277] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.405420] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.405493] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.405675] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.405753] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.405827] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.405946] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.406625] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.406625] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99f570ab-f8c1-42a4-8bc3-70a684da72d6 is going to be created. [ 934.471268] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.471448] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.471502] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.471692] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.472317] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.485453] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99f570ab-f8c1-42a4-8bc3-70a684da72d6 in Status: IN_PROGRESS for 2s [ 934.818043] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5afd66f5-85a3-4743-9424-434af73eabf0',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.320846] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.321076] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.321550] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.321550] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.321550] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.321734] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5afd66f5-85a3-4743-9424-434af73eabf0 is going to be updated. [ 935.361836] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.361994] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.362715] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.362715] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.362715] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.375071] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5afd66f5-85a3-4743-9424-434af73eabf0 in Status: IN_PROGRESS for 2s [ 935.545904] env[65517]: INFO networking_nsxv3.common.synchronization [req-22382972-f371-45da-b834-d0ed0cda2d82 req-77eeb096-ccd6-4318-9b8b-323a42944929 tempest-ServersAdminTestJSON-1076150104 tempest-ServersAdminTestJSON-1076150104-project-member] Enqueued Resource ID: 0fda5972-7164-488f-ba8c-f3a78641d50e with Priority: HIGHEST for action security_group_members [ 935.546624] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fda5972-7164-488f-ba8c-f3a78641d50e with Priority: HIGHEST for action security_group_members [ 935.546998] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fda5972-7164-488f-ba8c-f3a78641d50e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.547439] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.547518] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.547758] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.547981] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.548126] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.548231] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.548468] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.548576] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.548678] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fda5972-7164-488f-ba8c-f3a78641d50e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.054637] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0fda5972-7164-488f-ba8c-f3a78641d50e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.498767] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99f570ab-f8c1-42a4-8bc3-70a684da72d6 in Status: SUCCESS [ 936.498767] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99f570ab-f8c1-42a4-8bc3-70a684da72d6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.559416] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0fda5972-7164-488f-ba8c-f3a78641d50e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.064935] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.064935] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.064935] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.064935] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.064935] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.064935] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fda5972-7164-488f-ba8c-f3a78641d50e is going to be updated. [ 937.102525] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.102525] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.102525] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.102525] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.102525] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.111838] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fda5972-7164-488f-ba8c-f3a78641d50e in Status: IN_PROGRESS for 2s [ 937.421225] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5afd66f5-85a3-4743-9424-434af73eabf0 in Status: SUCCESS [ 937.421225] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.142321] env[65517]: INFO networking_nsxv3.common.synchronization [req-cad2f162-ce02-408b-a722-be6522342d2f req-5e549dc6-83e2-4459-b7e5-6d8b7a96531e tempest-AttachInterfacesTestJSON-1046622067 tempest-AttachInterfacesTestJSON-1046622067-project-member] Enqueued Resource ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 with Priority: HIGHEST for action security_group_members [ 939.143363] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fda5972-7164-488f-ba8c-f3a78641d50e in Status: SUCCESS [ 939.143573] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.144215] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 with Priority: HIGHEST for action security_group_members [ 939.144538] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.144666] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.144717] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.145039] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.145116] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.145194] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.145240] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.145372] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.145456] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.145536] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.553700] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-677 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.553878] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-677" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.554043] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-677" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.555948] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-677" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.556274] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.558804] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.558804] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.558804] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.558804] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.558804] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.558804] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 939.558804] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 939.558804] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 939.558804] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.558804] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 939.558804] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 939.577936] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 939.577936] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 939.577936] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 939.577936] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-677" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.577936] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-d91694fd-ef8c-478e-8e0e-4e8ca56702a8 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.577936] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-d91694fd-ef8c-478e-8e0e-4e8ca56702a8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.578346] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-d91694fd-ef8c-478e-8e0e-4e8ca56702a8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.578346] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-d91694fd-ef8c-478e-8e0e-4e8ca56702a8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.578490] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d91694fd-ef8c-478e-8e0e-4e8ca56702a8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.606856] env[65517]: INFO networking_nsxv3.common.synchronization [req-10377fd7-897e-4f06-b9ab-030a502cdc50 req-08d91dfc-92d2-4ba8-929f-81c8c50b6104 tempest-ServerPasswordTestJSON-784794184 tempest-ServerPasswordTestJSON-784794184-project-member] Enqueued Resource ID: a8c33c90-533f-41ce-9459-30ddb480c1cc with Priority: HIGHEST for action security_group_members [ 939.609126] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8c33c90-533f-41ce-9459-30ddb480c1cc with Priority: HIGHEST for action security_group_members [ 939.609126] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8c33c90-533f-41ce-9459-30ddb480c1cc taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.609126] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8c33c90-533f-41ce-9459-30ddb480c1cc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.609126] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8c33c90-533f-41ce-9459-30ddb480c1cc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.609126] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8c33c90-533f-41ce-9459-30ddb480c1cc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.609126] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.609126] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.609126] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.609126] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.609126] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.609126] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8c33c90-533f-41ce-9459-30ddb480c1cc',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.647360] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.647579] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.647847] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.647847] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.647968] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.648211] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.648358] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.648435] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.648641] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.648720] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.648935] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 is going to be deleted. [ 939.690788] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.690936] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.690978] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.691223] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.691375] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.691422] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.984148] env[65517]: INFO networking_nsxv3.common.synchronization [None req-56da502b-4c25-4169-8de6-4ff0cdb14316 None None] Enqueued Resource ID: 691da71d-9001-4b74-ae7c-7dbf979e6c4a with Priority: HIGHEST for action port [ 939.984148] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 691da71d-9001-4b74-ae7c-7dbf979e6c4a with Priority: HIGHEST for action port [ 939.984148] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-691da71d-9001-4b74-ae7c-7dbf979e6c4a taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.984148] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-691da71d-9001-4b74-ae7c-7dbf979e6c4a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.984148] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-691da71d-9001-4b74-ae7c-7dbf979e6c4a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.984148] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-691da71d-9001-4b74-ae7c-7dbf979e6c4a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.984148] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('691da71d-9001-4b74-ae7c-7dbf979e6c4a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.084021] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.084021] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.084021] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.084021] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.084021] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.084021] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port d91694fd-ef8c-478e-8e0e-4e8ca56702a8 not found, creating... [ 940.084021] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.084021] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.084021] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.084021] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.084021] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.084485] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.084485] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.084485] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.084485] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.084485] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.084485] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: d91694fd-ef8c-478e-8e0e-4e8ca56702a8 is going to be created. [ 940.106582] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.106582] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.106582] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.106582] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.106582] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.106582] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-d91694fd-ef8c-478e-8e0e-4e8ca56702a8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.111891] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.114673] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.114673] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.114673] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.114673] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.114673] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.114673] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.114673] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.114673] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.114673] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.114673] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8c33c90-533f-41ce-9459-30ddb480c1cc is going to be updated. [ 940.144265] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.144265] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.144265] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.144265] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.144265] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.155695] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8c33c90-533f-41ce-9459-30ddb480c1cc in Status: IN_PROGRESS for 2s [ 940.781317] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 691da71d-9001-4b74-ae7c-7dbf979e6c4a [ 940.781317] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.781317] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.781317] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.781317] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.781317] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.781317] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:691da71d-9001-4b74-ae7c-7dbf979e6c4a already deleted. [ 940.781317] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-691da71d-9001-4b74-ae7c-7dbf979e6c4a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.073951] env[65517]: INFO networking_nsxv3.common.synchronization [req-cad2f162-ce02-408b-a722-be6522342d2f req-4f14ddc9-31c7-4a4f-996c-c9fbee4ef0b8 service nova] Enqueued Resource ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 with Priority: HIGHEST for action security_group_rules [ 941.074149] env[65517]: INFO networking_nsxv3.common.synchronization [req-cad2f162-ce02-408b-a722-be6522342d2f req-4f14ddc9-31c7-4a4f-996c-c9fbee4ef0b8 service nova] Enqueued Resource ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 with Priority: HIGHEST for action security_group_members [ 941.074341] env[65517]: INFO networking_nsxv3.common.synchronization [req-cad2f162-ce02-408b-a722-be6522342d2f req-4f14ddc9-31c7-4a4f-996c-c9fbee4ef0b8 service nova] Enqueued Resource ID: d91694fd-ef8c-478e-8e0e-4e8ca56702a8 with Priority: HIGHEST for action port [ 941.074792] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 with Priority: HIGHEST for action security_group_rules [ 941.074928] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 with Priority: HIGHEST for action security_group_members [ 941.075162] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d91694fd-ef8c-478e-8e0e-4e8ca56702a8 with Priority: HIGHEST for action port [ 941.075467] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.075744] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.075744] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.075837] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.075920] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.077204] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.077312] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.077492] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.077598] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.077679] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.077849] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.077849] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.077959] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.078150] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.078262] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.079260] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-d91694fd-ef8c-478e-8e0e-4e8ca56702a8 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.079260] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d91694fd-ef8c-478e-8e0e-4e8ca56702a8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.079260] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d91694fd-ef8c-478e-8e0e-4e8ca56702a8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.079405] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d91694fd-ef8c-478e-8e0e-4e8ca56702a8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.083622] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d91694fd-ef8c-478e-8e0e-4e8ca56702a8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.494112] env[65517]: INFO networking_nsxv3.common.synchronization [req-b66283b1-70db-417d-9a99-d136b94d1d36 req-6cf962da-cbe5-452e-b15f-3dc6c5b5c901 tempest-ServerActionsTestOtherA-1521945027 tempest-ServerActionsTestOtherA-1521945027-project-member] Enqueued Resource ID: e65f5778-ccab-4b5b-ac90-eca3e12fa673 with Priority: HIGHEST for action security_group_members [ 941.494731] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e65f5778-ccab-4b5b-ac90-eca3e12fa673 with Priority: HIGHEST for action security_group_members [ 941.495025] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-e65f5778-ccab-4b5b-ac90-eca3e12fa673 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.495796] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.495863] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.496173] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.496314] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.496478] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.496555] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.496715] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.496834] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.496893] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e65f5778-ccab-4b5b-ac90-eca3e12fa673',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.578514] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.578514] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.583944] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d91694fd-ef8c-478e-8e0e-4e8ca56702a8 with status ACTIVE [ 941.585509] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.585509] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.585509] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.585509] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.585509] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.585509] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.585509] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.585509] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.585509] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.585509] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.585509] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.586651] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.586651] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.586651] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.586651] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.586651] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d91694fd-ef8c-478e-8e0e-4e8ca56702a8 is going to be updated. [ 941.587797] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.614453] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.614615] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.614655] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.614882] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.615034] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.615184] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d91694fd-ef8c-478e-8e0e-4e8ca56702a8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.867169] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-32 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.867394] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-32" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.868278] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-32" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.868278] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-32" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.868278] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.868278] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.868571] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.868866] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.869043] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.869262] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.869712] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 941.869840] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 941.869950] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 941.870091] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.870199] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 941.870425] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 941.892995] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 941.893227] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 941.893337] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 941.893522] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-32" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.893854] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-dd06b43a-4102-4a7a-a82e-cf76b354ba13 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.894038] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-dd06b43a-4102-4a7a-a82e-cf76b354ba13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.894249] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-dd06b43a-4102-4a7a-a82e-cf76b354ba13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.894699] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-dd06b43a-4102-4a7a-a82e-cf76b354ba13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.894865] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd06b43a-4102-4a7a-a82e-cf76b354ba13',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.998859] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.999047] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.999127] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.999374] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.999468] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.999670] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.999768] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.999829] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.999979] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.000067] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.000153] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e65f5778-ccab-4b5b-ac90-eca3e12fa673 already deleted. [ 942.000235] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.097248] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.165703] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8c33c90-533f-41ce-9459-30ddb480c1cc in Status: SUCCESS [ 942.166020] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8c33c90-533f-41ce-9459-30ddb480c1cc deletion is rescheduled due to dependency. [ 942.166020] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8c33c90-533f-41ce-9459-30ddb480c1cc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.397691] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.397917] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.398224] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.398340] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.398475] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.398629] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port dd06b43a-4102-4a7a-a82e-cf76b354ba13 not found, creating... [ 942.398913] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.399085] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.399196] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.399424] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.399576] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.399872] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.400091] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.400505] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.400505] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.400590] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.400935] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: dd06b43a-4102-4a7a-a82e-cf76b354ba13 is going to be created. [ 942.418173] env[65517]: INFO networking_nsxv3.common.synchronization [None req-46ed8ef8-01a6-4329-9e5a-b881f6494f0c None None] Enqueued Resource ID: a62c6a9a-f730-4207-abac-239271d3bcfa with Priority: HIGHEST for action port [ 942.419232] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a62c6a9a-f730-4207-abac-239271d3bcfa with Priority: HIGHEST for action port [ 942.419309] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-a62c6a9a-f730-4207-abac-239271d3bcfa taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.419427] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a62c6a9a-f730-4207-abac-239271d3bcfa" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.419491] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a62c6a9a-f730-4207-abac-239271d3bcfa" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.419740] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a62c6a9a-f730-4207-abac-239271d3bcfa" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.420199] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a62c6a9a-f730-4207-abac-239271d3bcfa',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.423192] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.423423] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.423540] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.426025] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.426025] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.426025] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-dd06b43a-4102-4a7a-a82e-cf76b354ba13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.599794] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.600147] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.600147] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.600350] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.600459] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.600567] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 is going to be created. [ 942.627820] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.627942] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.627998] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.628230] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.628393] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.643756] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 in Status: UNINITIALIZED for 2s [ 942.925840] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a62c6a9a-f730-4207-abac-239271d3bcfa [ 942.926113] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.926251] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.926321] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.926568] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.926655] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.926865] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a62c6a9a-f730-4207-abac-239271d3bcfa already deleted. [ 942.927465] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a62c6a9a-f730-4207-abac-239271d3bcfa" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.182034] env[65517]: INFO networking_nsxv3.common.synchronization [req-b66283b1-70db-417d-9a99-d136b94d1d36 req-f457ac45-ddff-4c83-92ad-af3f42f1d6f8 service nova] Enqueued Resource ID: e65f5778-ccab-4b5b-ac90-eca3e12fa673 with Priority: HIGHEST for action security_group_rules [ 943.182034] env[65517]: INFO networking_nsxv3.common.synchronization [req-b66283b1-70db-417d-9a99-d136b94d1d36 req-f457ac45-ddff-4c83-92ad-af3f42f1d6f8 service nova] Enqueued Resource ID: e65f5778-ccab-4b5b-ac90-eca3e12fa673 with Priority: HIGHEST for action security_group_members [ 943.182034] env[65517]: INFO networking_nsxv3.common.synchronization [req-b66283b1-70db-417d-9a99-d136b94d1d36 req-f457ac45-ddff-4c83-92ad-af3f42f1d6f8 service nova] Enqueued Resource ID: dd06b43a-4102-4a7a-a82e-cf76b354ba13 with Priority: HIGHEST for action port [ 943.182034] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e65f5778-ccab-4b5b-ac90-eca3e12fa673 with Priority: HIGHEST for action security_group_rules [ 943.182034] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e65f5778-ccab-4b5b-ac90-eca3e12fa673 with Priority: HIGHEST for action security_group_members [ 943.182034] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd06b43a-4102-4a7a-a82e-cf76b354ba13 with Priority: HIGHEST for action port [ 943.182034] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e65f5778-ccab-4b5b-ac90-eca3e12fa673 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.182034] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.182884] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.183260] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.187289] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e65f5778-ccab-4b5b-ac90-eca3e12fa673',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.187289] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-e65f5778-ccab-4b5b-ac90-eca3e12fa673 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.187289] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.187289] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.187289] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.187289] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.187289] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.187289] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.187289] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.187289] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.187289] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e65f5778-ccab-4b5b-ac90-eca3e12fa673',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.188063] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd06b43a-4102-4a7a-a82e-cf76b354ba13 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.188332] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd06b43a-4102-4a7a-a82e-cf76b354ba13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.188536] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd06b43a-4102-4a7a-a82e-cf76b354ba13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.188809] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd06b43a-4102-4a7a-a82e-cf76b354ba13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.189012] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd06b43a-4102-4a7a-a82e-cf76b354ba13',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.690730] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-e65f5778-ccab-4b5b-ac90-eca3e12fa673 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.691072] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.691162] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e65f5778-ccab-4b5b-ac90-eca3e12fa673',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.692057] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd06b43a-4102-4a7a-a82e-cf76b354ba13 with status ACTIVE [ 943.692246] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.692358] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.692425] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.692650] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.692731] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.692896] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.692990] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.693069] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.693223] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.693303] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.693478] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.693563] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.693624] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.693757] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.693829] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.693910] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd06b43a-4102-4a7a-a82e-cf76b354ba13 is going to be updated. [ 943.716187] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.716536] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.716657] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.716900] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.717065] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.717237] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd06b43a-4102-4a7a-a82e-cf76b354ba13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.195923] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e65f5778-ccab-4b5b-ac90-eca3e12fa673',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.627608] env[65517]: INFO networking_nsxv3.common.synchronization [req-1a9a809a-741f-4014-9a7f-65e1352c9efc req-ea714920-f833-4eca-9360-59c3705e6af4 tempest-ImagesTestJSON-1194554300 tempest-ImagesTestJSON-1194554300-project-member] Enqueued Resource ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e with Priority: HIGHEST for action security_group_members [ 944.628098] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e with Priority: HIGHEST for action security_group_members [ 944.628416] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-310536a6-570c-46a9-9433-6dc4d62eaa8e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.628537] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.628603] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.628798] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.628951] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.629104] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.629167] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.629359] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.629447] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.629542] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('310536a6-570c-46a9-9433-6dc4d62eaa8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.655713] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 in Status: SUCCESS [ 944.655923] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.656659] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.656910] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.657150] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.658115] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.658115] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.658115] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.658115] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.658115] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.658115] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.698489] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.698809] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.698809] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.698924] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.699036] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.699134] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e65f5778-ccab-4b5b-ac90-eca3e12fa673 is going to be created. [ 944.724270] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.724493] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.724564] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.725273] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.725501] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.735697] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e65f5778-ccab-4b5b-ac90-eca3e12fa673 in Status: UNINITIALIZED for 2s [ 944.944706] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-966 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.944980] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-966" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.945208] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-966" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.945605] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-966" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.946168] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.946796] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.946796] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.947101] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.947326] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.947622] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 944.947779] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 944.947923] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 944.948074] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 944.948218] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 944.948357] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 944.948529] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 944.974035] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 944.974266] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 944.974377] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 944.974563] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-966" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.974886] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-5c7d9e50-0f3f-477e-af8d-86a5fe295457 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.975071] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-5c7d9e50-0f3f-477e-af8d-86a5fe295457" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.975261] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-5c7d9e50-0f3f-477e-af8d-86a5fe295457" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.975554] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-5c7d9e50-0f3f-477e-af8d-86a5fe295457" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.975695] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c7d9e50-0f3f-477e-af8d-86a5fe295457',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.132689] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.132854] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.133049] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.133182] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.133312] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.133495] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.133607] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.133683] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.133795] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.133861] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.133956] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e is going to be updated. [ 945.161827] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.162241] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.162334] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.162742] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.162932] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.163196] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.163276] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.163547] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.163646] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.163735] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.163984] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.164147] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.164248] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.164470] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.165122] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.165122] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.165122] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.165329] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.165426] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.165566] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.165881] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.169722] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.169826] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.169826] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.170209] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.170209] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.181774] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e in Status: IN_PROGRESS for 2s [ 945.478454] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.478675] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.478796] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.480032] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.480032] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.480032] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port 5c7d9e50-0f3f-477e-af8d-86a5fe295457 not found, creating... [ 945.480210] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.480393] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.480602] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.480886] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.481850] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.481850] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.481850] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.481850] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.482129] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.482129] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.482269] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: 5c7d9e50-0f3f-477e-af8d-86a5fe295457 is going to be created. [ 945.506066] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.506278] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.506392] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.506772] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.507086] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.507395] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-5c7d9e50-0f3f-477e-af8d-86a5fe295457" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.668327] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63: rpc.has_security_group_logging(os_id): False [ 945.691568] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.691856] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.691909] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.692281] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.692281] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.692520] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.692602] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.692820] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.693014] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.693110] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.693386] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.693550] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.693550] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.693647] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.693705] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.693889] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.693994] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.694066] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.694209] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.694379] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.694499] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 is going to be created. [ 945.759289] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.759632] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.759632] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.759706] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.759869] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.773600] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 in Status: IN_PROGRESS for 2s [ 946.046359] env[65517]: INFO networking_nsxv3.common.synchronization [None req-1e189ee4-2ae5-49ee-9a68-ceaa3d2f043e tempest-AttachInterfacesTestJSON-1046622067 tempest-AttachInterfacesTestJSON-1046622067-project-member] Enqueued Resource ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 with Priority: HIGHEST for action security_group_members [ 946.046914] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 with Priority: HIGHEST for action security_group_members [ 946.047254] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.047387] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.047457] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.047664] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.047825] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.049473] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.049556] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.049815] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.049985] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.050161] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.250837] env[65517]: INFO networking_nsxv3.common.synchronization [req-1a9a809a-741f-4014-9a7f-65e1352c9efc req-f8158994-e103-48cb-ad83-bbfff028e170 service nova] Enqueued Resource ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e with Priority: HIGHEST for action security_group_rules [ 946.251135] env[65517]: INFO networking_nsxv3.common.synchronization [req-1a9a809a-741f-4014-9a7f-65e1352c9efc req-f8158994-e103-48cb-ad83-bbfff028e170 service nova] Enqueued Resource ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e with Priority: HIGHEST for action security_group_members [ 946.251316] env[65517]: INFO networking_nsxv3.common.synchronization [req-1a9a809a-741f-4014-9a7f-65e1352c9efc req-f8158994-e103-48cb-ad83-bbfff028e170 service nova] Enqueued Resource ID: 5c7d9e50-0f3f-477e-af8d-86a5fe295457 with Priority: HIGHEST for action port [ 946.251877] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e with Priority: HIGHEST for action security_group_rules [ 946.252034] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e with Priority: HIGHEST for action security_group_members [ 946.252140] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c7d9e50-0f3f-477e-af8d-86a5fe295457 with Priority: HIGHEST for action port [ 946.252428] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-310536a6-570c-46a9-9433-6dc4d62eaa8e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.252554] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.252624] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.253024] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.253024] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('310536a6-570c-46a9-9433-6dc4d62eaa8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.254035] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-310536a6-570c-46a9-9433-6dc4d62eaa8e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.254142] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.254415] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c7d9e50-0f3f-477e-af8d-86a5fe295457 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.254594] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c7d9e50-0f3f-477e-af8d-86a5fe295457" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.254709] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c7d9e50-0f3f-477e-af8d-86a5fe295457" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.254980] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c7d9e50-0f3f-477e-af8d-86a5fe295457" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.255214] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c7d9e50-0f3f-477e-af8d-86a5fe295457',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.553454] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.748463] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e65f5778-ccab-4b5b-ac90-eca3e12fa673 in Status: SUCCESS [ 946.748463] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.748463] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.748761] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.748914] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.749151] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.749151] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.749330] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.749414] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.749503] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.749596] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e65f5778-ccab-4b5b-ac90-eca3e12fa673',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.757021] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-310536a6-570c-46a9-9433-6dc4d62eaa8e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.757196] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.757411] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c7d9e50-0f3f-477e-af8d-86a5fe295457 with status ACTIVE [ 946.757556] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.757660] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.758217] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.758217] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.758217] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.758217] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.758383] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.758383] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.758535] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.758625] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.758808] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.758904] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.758970] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.759192] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.759287] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.759398] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c7d9e50-0f3f-477e-af8d-86a5fe295457 is going to be updated. [ 946.782043] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.782227] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.782227] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.782864] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.782864] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.782864] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c7d9e50-0f3f-477e-af8d-86a5fe295457" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.793180] env[65517]: INFO networking_nsxv3.common.synchronization [req-18680265-7865-4f36-8db3-5e6afe766881 req-451092ac-6671-4876-9e6b-f1ccd4dca894 tempest-ServerAddressesTestJSON-1052568870 tempest-ServerAddressesTestJSON-1052568870-project-member] Enqueued Resource ID: 99f570ab-f8c1-42a4-8bc3-70a684da72d6 with Priority: HIGHEST for action security_group_members [ 946.793697] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99f570ab-f8c1-42a4-8bc3-70a684da72d6 with Priority: HIGHEST for action security_group_members [ 946.793999] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-99f570ab-f8c1-42a4-8bc3-70a684da72d6 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.794128] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99f570ab-f8c1-42a4-8bc3-70a684da72d6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.794197] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99f570ab-f8c1-42a4-8bc3-70a684da72d6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.794378] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99f570ab-f8c1-42a4-8bc3-70a684da72d6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.794528] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.794620] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.794680] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.794824] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.794899] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.794990] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99f570ab-f8c1-42a4-8bc3-70a684da72d6',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.055285] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.191949] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e in Status: SUCCESS [ 947.192181] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e deletion is rescheduled due to dependency. [ 947.192321] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.192517] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.192872] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.192973] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.193151] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.193218] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.193433] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.193511] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.193635] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('310536a6-570c-46a9-9433-6dc4d62eaa8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.253623] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-e65f5778-ccab-4b5b-ac90-eca3e12fa673 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.253623] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.253623] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.253623] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.253623] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.253953] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.253953] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.253953] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.254079] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.254163] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.254348] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-e65f5778-ccab-4b5b-ac90-eca3e12fa673 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.254439] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.254498] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.254665] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.254832] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.254925] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.254995] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.256165] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.256165] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.256165] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.256165] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e65f5778-ccab-4b5b-ac90-eca3e12fa673',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.297628] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.297790] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.297862] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.298109] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.299098] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.299098] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.299098] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.299098] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.299098] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.299098] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.299098] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99f570ab-f8c1-42a4-8bc3-70a684da72d6 is going to be updated. [ 947.331159] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.333484] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.333484] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.333484] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.333484] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.344283] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99f570ab-f8c1-42a4-8bc3-70a684da72d6 in Status: IN_PROGRESS for 2s [ 947.557432] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.557595] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.557674] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.557910] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.557988] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.558108] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 is going to be updated. [ 947.610157] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.610499] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.610499] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.610753] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.610908] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.624693] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 in Status: IN_PROGRESS for 2s [ 947.696313] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('310536a6-570c-46a9-9433-6dc4d62eaa8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.758865] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e65f5778-ccab-4b5b-ac90-eca3e12fa673: rpc.has_security_group_logging(os_id): False [ 947.782192] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.782566] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.782566] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.782638] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.782750] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.782906] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.783220] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.783286] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.783583] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.783669] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.783874] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.784125] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.784203] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.784323] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.784397] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.784806] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.784923] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.784991] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.785173] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.785256] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.785359] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e65f5778-ccab-4b5b-ac90-eca3e12fa673 is going to be created. [ 947.788828] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 in Status: SUCCESS [ 947.789073] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.842281] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.842429] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.842539] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.842841] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.843112] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.856046] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e65f5778-ccab-4b5b-ac90-eca3e12fa673 in Status: IN_PROGRESS for 2s [ 948.199840] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('310536a6-570c-46a9-9433-6dc4d62eaa8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.614041] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-677 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.614041] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-677" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.614041] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-677" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.614041] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-677" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.614284] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.614447] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.614568] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.614784] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.614922] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.615135] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.615246] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 948.615354] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 948.615459] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 948.615563] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.615664] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 948.615790] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 948.634934] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 948.635133] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 948.635288] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 948.635464] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-677" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.635791] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-04e1485f-54a3-42d2-bd3f-19ea0fa7babe taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.635963] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-04e1485f-54a3-42d2-bd3f-19ea0fa7babe" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.636100] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-04e1485f-54a3-42d2-bd3f-19ea0fa7babe" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.636431] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-04e1485f-54a3-42d2-bd3f-19ea0fa7babe" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.636571] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04e1485f-54a3-42d2-bd3f-19ea0fa7babe',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.703278] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.703571] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.703705] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.704026] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.704181] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.704561] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e is going to be updated. [ 948.746062] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.746062] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.746062] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.746062] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.746062] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.756333] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e in Status: IN_PROGRESS for 2s [ 949.139432] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.139727] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.140704] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.140704] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.140704] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.140917] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port 04e1485f-54a3-42d2-bd3f-19ea0fa7babe not found, creating... [ 949.141233] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.141462] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.141585] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.141880] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.142070] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.142530] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.143087] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.143087] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.143210] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.143459] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.143635] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: 04e1485f-54a3-42d2-bd3f-19ea0fa7babe is going to be created. [ 949.167643] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.167937] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.168112] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.168420] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.168645] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.168869] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-04e1485f-54a3-42d2-bd3f-19ea0fa7babe" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.355937] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99f570ab-f8c1-42a4-8bc3-70a684da72d6 in Status: SUCCESS [ 949.356149] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99f570ab-f8c1-42a4-8bc3-70a684da72d6 deletion is rescheduled due to dependency. [ 949.356263] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99f570ab-f8c1-42a4-8bc3-70a684da72d6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.632828] env[65517]: INFO networking_nsxv3.common.synchronization [req-a3a4483c-6c13-4fbd-9190-9fedb803fcee req-c9416ea1-a95d-4f3d-be4c-82c39660fdad tempest-AttachVolumeShelveTestJSON-1393334336 tempest-AttachVolumeShelveTestJSON-1393334336-project-member] Enqueued Resource ID: 8c8fd96a-d646-47ad-9335-d9d1bdbdc867 with Priority: HIGHEST for action security_group_members [ 949.633572] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c8fd96a-d646-47ad-9335-d9d1bdbdc867 with Priority: HIGHEST for action security_group_members [ 949.633993] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c8fd96a-d646-47ad-9335-d9d1bdbdc867 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.635174] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c8fd96a-d646-47ad-9335-d9d1bdbdc867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.635174] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c8fd96a-d646-47ad-9335-d9d1bdbdc867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.635174] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c8fd96a-d646-47ad-9335-d9d1bdbdc867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.635174] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.635174] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.635174] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.635174] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.635444] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.635711] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c8fd96a-d646-47ad-9335-d9d1bdbdc867',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.637037] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 in Status: SUCCESS [ 949.637369] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.868739] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e65f5778-ccab-4b5b-ac90-eca3e12fa673 in Status: SUCCESS [ 949.872021] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.884286] env[65517]: INFO networking_nsxv3.common.synchronization [req-a823daaa-b72a-40e3-9c8b-3d94a3877158 req-84508d71-7a7d-4ce4-81e3-6d6e90879985 service nova] Enqueued Resource ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 with Priority: HIGHEST for action security_group_rules [ 949.884286] env[65517]: INFO networking_nsxv3.common.synchronization [req-a823daaa-b72a-40e3-9c8b-3d94a3877158 req-84508d71-7a7d-4ce4-81e3-6d6e90879985 service nova] Enqueued Resource ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 with Priority: HIGHEST for action security_group_members [ 949.884286] env[65517]: INFO networking_nsxv3.common.synchronization [req-a823daaa-b72a-40e3-9c8b-3d94a3877158 req-84508d71-7a7d-4ce4-81e3-6d6e90879985 service nova] Enqueued Resource ID: 04e1485f-54a3-42d2-bd3f-19ea0fa7babe with Priority: HIGHEST for action port [ 949.884286] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 with Priority: HIGHEST for action security_group_rules [ 949.884286] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 with Priority: HIGHEST for action security_group_members [ 949.885609] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e1485f-54a3-42d2-bd3f-19ea0fa7babe with Priority: HIGHEST for action port [ 949.886232] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.886896] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.889021] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.889021] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.889021] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.889526] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.889842] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.889952] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.890200] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.890413] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.890591] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.891398] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.891398] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.891507] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.891835] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.893528] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-04e1485f-54a3-42d2-bd3f-19ea0fa7babe taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.895805] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04e1485f-54a3-42d2-bd3f-19ea0fa7babe" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.895893] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04e1485f-54a3-42d2-bd3f-19ea0fa7babe" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.896136] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04e1485f-54a3-42d2-bd3f-19ea0fa7babe" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.896263] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04e1485f-54a3-42d2-bd3f-19ea0fa7babe',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.037728] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-425 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.037935] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-425" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.038074] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-425" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.038458] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-425" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.038914] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.039122] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.039252] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.039488] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.039622] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.039818] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 950.041626] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 950.041767] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 950.041882] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 950.041999] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 950.042120] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 950.042257] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 950.065778] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 950.065778] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 950.065778] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 950.065778] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-425" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.065778] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-bd432f78-055d-4cd1-b502-8e058700c03a taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.065778] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-bd432f78-055d-4cd1-b502-8e058700c03a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.065778] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-bd432f78-055d-4cd1-b502-8e058700c03a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.065778] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-bd432f78-055d-4cd1-b502-8e058700c03a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.065778] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd432f78-055d-4cd1-b502-8e058700c03a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.138727] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.138890] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.138961] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.139257] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.139400] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.139663] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.139929] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.139929] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.140099] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.140133] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.140200] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c8fd96a-d646-47ad-9335-d9d1bdbdc867 already deleted. [ 950.140277] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c8fd96a-d646-47ad-9335-d9d1bdbdc867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.390211] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.390379] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.393896] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.401783] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04e1485f-54a3-42d2-bd3f-19ea0fa7babe with status ACTIVE [ 950.402074] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.402074] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.402226] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.402388] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.402435] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.402605] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.402734] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.402734] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.403588] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.403588] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.403588] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.403588] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.403588] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.403588] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.403588] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.403588] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04e1485f-54a3-42d2-bd3f-19ea0fa7babe is going to be updated. [ 950.431897] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.431897] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.431897] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.432325] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.432500] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.432731] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04e1485f-54a3-42d2-bd3f-19ea0fa7babe" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.568751] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.568981] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.569129] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.569402] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.569548] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.569699] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port bd432f78-055d-4cd1-b502-8e058700c03a not found, creating... [ 950.569984] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.570134] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.570285] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.570545] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.570688] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.571162] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.571162] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.571366] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.571420] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.571557] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.571708] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: bd432f78-055d-4cd1-b502-8e058700c03a is going to be created. [ 950.599443] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.599637] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.600031] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.600031] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.600242] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.600912] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-bd432f78-055d-4cd1-b502-8e058700c03a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.770805] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e in Status: SUCCESS [ 950.770805] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.770805] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.770805] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.770805] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.770805] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.770805] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.770805] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.770805] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.770805] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.770805] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('310536a6-570c-46a9-9433-6dc4d62eaa8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.896763] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.009290] env[65517]: INFO networking_nsxv3.common.synchronization [req-2ffa278e-769a-428d-bc2e-cb35eb75c576 req-5e14bd57-70fc-4eca-a468-a39107d596fe tempest-ServersWithSpecificFlavorTestJSON-565045701 tempest-ServersWithSpecificFlavorTestJSON-565045701-project-member] Enqueued Resource ID: 674c7603-cd3d-4525-a99d-c0c8514d165a with Priority: HIGHEST for action security_group_members [ 951.009931] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 674c7603-cd3d-4525-a99d-c0c8514d165a with Priority: HIGHEST for action security_group_members [ 951.010293] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-674c7603-cd3d-4525-a99d-c0c8514d165a taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.010489] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-674c7603-cd3d-4525-a99d-c0c8514d165a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.010617] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-674c7603-cd3d-4525-a99d-c0c8514d165a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.010776] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-674c7603-cd3d-4525-a99d-c0c8514d165a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.010940] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.011051] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.011112] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.011262] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.011374] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.011477] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('674c7603-cd3d-4525-a99d-c0c8514d165a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.275066] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-310536a6-570c-46a9-9433-6dc4d62eaa8e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.275457] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.275457] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.275457] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.275592] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.275747] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.275821] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.276055] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.276213] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.276330] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.276561] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-310536a6-570c-46a9-9433-6dc4d62eaa8e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.276671] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.276732] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.276897] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.277114] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.277250] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.277351] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.277590] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.277730] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.277871] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.278037] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('310536a6-570c-46a9-9433-6dc4d62eaa8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.385393] env[65517]: INFO networking_nsxv3.common.synchronization [req-a3a4483c-6c13-4fbd-9190-9fedb803fcee req-cc8a9bac-8f29-4d60-993b-b406bb6e1f32 service nova] Enqueued Resource ID: 8c8fd96a-d646-47ad-9335-d9d1bdbdc867 with Priority: HIGHEST for action security_group_rules [ 951.385532] env[65517]: INFO networking_nsxv3.common.synchronization [req-a3a4483c-6c13-4fbd-9190-9fedb803fcee req-cc8a9bac-8f29-4d60-993b-b406bb6e1f32 service nova] Enqueued Resource ID: 8c8fd96a-d646-47ad-9335-d9d1bdbdc867 with Priority: HIGHEST for action security_group_members [ 951.385692] env[65517]: INFO networking_nsxv3.common.synchronization [req-a3a4483c-6c13-4fbd-9190-9fedb803fcee req-cc8a9bac-8f29-4d60-993b-b406bb6e1f32 service nova] Enqueued Resource ID: bd432f78-055d-4cd1-b502-8e058700c03a with Priority: HIGHEST for action port [ 951.386271] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c8fd96a-d646-47ad-9335-d9d1bdbdc867 with Priority: HIGHEST for action security_group_rules [ 951.386445] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c8fd96a-d646-47ad-9335-d9d1bdbdc867 with Priority: HIGHEST for action security_group_members [ 951.387674] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd432f78-055d-4cd1-b502-8e058700c03a with Priority: HIGHEST for action port [ 951.387674] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c8fd96a-d646-47ad-9335-d9d1bdbdc867 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.387674] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c8fd96a-d646-47ad-9335-d9d1bdbdc867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.387833] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c8fd96a-d646-47ad-9335-d9d1bdbdc867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.387953] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c8fd96a-d646-47ad-9335-d9d1bdbdc867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.387994] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c8fd96a-d646-47ad-9335-d9d1bdbdc867',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.389054] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c8fd96a-d646-47ad-9335-d9d1bdbdc867 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.389054] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c8fd96a-d646-47ad-9335-d9d1bdbdc867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.389203] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c8fd96a-d646-47ad-9335-d9d1bdbdc867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.389292] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c8fd96a-d646-47ad-9335-d9d1bdbdc867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.389444] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.389565] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.389609] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.389719] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.389800] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.389926] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c8fd96a-d646-47ad-9335-d9d1bdbdc867',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.390689] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd432f78-055d-4cd1-b502-8e058700c03a taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.390802] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd432f78-055d-4cd1-b502-8e058700c03a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.390862] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd432f78-055d-4cd1-b502-8e058700c03a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.391091] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd432f78-055d-4cd1-b502-8e058700c03a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.391207] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd432f78-055d-4cd1-b502-8e058700c03a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.399059] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.399059] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.399059] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.399233] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.399315] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.399404] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 is going to be updated. [ 951.429033] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.429192] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.429259] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.429466] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.429625] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.438900] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 in Status: IN_PROGRESS for 2s [ 951.514191] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.514357] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.514436] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.514622] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.536210] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.536436] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.536530] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.536601] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.536802] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.536903] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.536971] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 674c7603-cd3d-4525-a99d-c0c8514d165a is going to be updated. [ 951.564842] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.564997] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.565088] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.565298] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.565457] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.574022] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 674c7603-cd3d-4525-a99d-c0c8514d165a in Status: IN_PROGRESS for 2s [ 951.780731] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 310536a6-570c-46a9-9433-6dc4d62eaa8e: rpc.has_security_group_logging(os_id): False [ 951.800956] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.801156] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.801254] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.801568] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.801694] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.802437] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.802437] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.802437] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.802437] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.802437] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.802727] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.802727] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.802727] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.802885] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.802885] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.803081] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.803244] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.803316] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.803410] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.803573] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.803665] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e is going to be updated. [ 951.872892] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.873080] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.873160] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.873414] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.873981] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.887146] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e in Status: IN_PROGRESS for 2s [ 951.894068] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd432f78-055d-4cd1-b502-8e058700c03a with status ACTIVE [ 951.894299] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.894437] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.894507] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.894725] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.895374] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.895856] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.896070] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.896119] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.896307] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.896704] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.896704] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.896872] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.896937] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.897125] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.897210] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.897306] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd432f78-055d-4cd1-b502-8e058700c03a is going to be updated. [ 951.899189] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c8fd96a-d646-47ad-9335-d9d1bdbdc867 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.899331] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c8fd96a-d646-47ad-9335-d9d1bdbdc867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.899478] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c8fd96a-d646-47ad-9335-d9d1bdbdc867',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.931178] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.931434] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.931434] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.931707] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.932283] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.932283] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd432f78-055d-4cd1-b502-8e058700c03a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.402865] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c8fd96a-d646-47ad-9335-d9d1bdbdc867',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.905396] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.905552] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.905664] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.905838] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.906023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.906023] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c8fd96a-d646-47ad-9335-d9d1bdbdc867 is going to be created. [ 952.933098] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.933098] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.933098] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.933098] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.933098] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.944820] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c8fd96a-d646-47ad-9335-d9d1bdbdc867 in Status: UNINITIALIZED for 2s [ 953.450526] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 in Status: SUCCESS [ 953.451022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.451022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.451315] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.451512] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.451611] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.451671] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.452296] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.452296] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.452296] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.452296] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.585875] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 674c7603-cd3d-4525-a99d-c0c8514d165a in Status: SUCCESS [ 953.586596] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 674c7603-cd3d-4525-a99d-c0c8514d165a deletion is rescheduled due to dependency. [ 953.586596] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-674c7603-cd3d-4525-a99d-c0c8514d165a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.905589] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e in Status: SUCCESS [ 953.905972] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.954333] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.954515] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.954578] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.954791] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.954993] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.955141] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.955196] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.955322] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.955576] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.955576] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.955739] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.955823] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.955875] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.956097] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.956354] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.956354] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.956536] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.956536] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.956633] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.956689] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.956777] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.102997] env[65517]: INFO networking_nsxv3.common.synchronization [req-a12a6a3e-06cb-4527-b8e0-450e7170a7b5 req-d2242f6e-23af-45dc-b8a4-523471a17ae9 tempest-ServersTestJSON-546086821 tempest-ServersTestJSON-546086821-project-member] Enqueued Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_members [ 954.104675] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_members [ 954.104675] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.104877] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.104877] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.105059] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.105369] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.105986] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.106100] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.106236] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.106320] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.106416] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.460898] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63: rpc.has_security_group_logging(os_id): False [ 954.484359] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.484509] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.484584] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.484800] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.484889] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.485118] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.485220] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.485280] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.485432] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.485510] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.485726] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.485825] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.485887] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.486043] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.486119] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.486305] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.486396] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.486458] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.486596] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.486670] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.486757] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 is going to be updated. [ 954.551650] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.551785] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.551833] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.552038] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.552182] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.568301] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 in Status: IN_PROGRESS for 2s [ 954.573670] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-207 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.574052] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-207" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.574192] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-207" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.574494] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-207" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.574725] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.574876] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.574987] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.575209] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.575342] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.575538] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 954.575702] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 954.575743] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 954.575841] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 954.576012] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 954.576052] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 954.576172] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 954.608734] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.615930] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 954.616129] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 954.616369] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 954.616560] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-207" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.616911] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-626b09b1-0266-4a08-a37f-135470571842 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.617102] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-626b09b1-0266-4a08-a37f-135470571842" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.617224] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-626b09b1-0266-4a08-a37f-135470571842" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.617562] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-626b09b1-0266-4a08-a37f-135470571842" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.617758] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('626b09b1-0266-4a08-a37f-135470571842',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.956657] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c8fd96a-d646-47ad-9335-d9d1bdbdc867 in Status: SUCCESS [ 954.956657] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c8fd96a-d646-47ad-9335-d9d1bdbdc867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.956657] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c8fd96a-d646-47ad-9335-d9d1bdbdc867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.956657] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c8fd96a-d646-47ad-9335-d9d1bdbdc867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.956657] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.956657] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.956657] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.957137] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.957137] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.957137] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c8fd96a-d646-47ad-9335-d9d1bdbdc867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.957749] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c8fd96a-d646-47ad-9335-d9d1bdbdc867',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.111700] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.120775] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.120992] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.121132] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.121472] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.121765] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.121832] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port 626b09b1-0266-4a08-a37f-135470571842 not found, creating... [ 955.122056] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.122217] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.122334] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.122582] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.122715] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.122956] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.123119] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.123231] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.123431] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.123560] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.123695] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: 626b09b1-0266-4a08-a37f-135470571842 is going to be created. [ 955.144046] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.144212] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.144322] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.144610] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.144838] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.145188] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-626b09b1-0266-4a08-a37f-135470571842" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.459742] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c8fd96a-d646-47ad-9335-d9d1bdbdc867',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.613720] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.613720] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.613720] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.614227] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.614227] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.614227] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15cbb134-3005-4bfd-9d6a-5050632541ac is going to be updated. [ 955.623937] env[65517]: INFO networking_nsxv3.common.synchronization [req-82a88afc-cef2-44bc-ba21-3caa969bcf91 req-efa989d9-4174-4ca3-b719-512d30548de5 tempest-MigrationsAdminTest-1397841056 tempest-MigrationsAdminTest-1397841056-project-member] Enqueued Resource ID: 5afd66f5-85a3-4743-9424-434af73eabf0 with Priority: HIGHEST for action security_group_members [ 955.624495] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5afd66f5-85a3-4743-9424-434af73eabf0 with Priority: HIGHEST for action security_group_members [ 955.624810] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afd66f5-85a3-4743-9424-434af73eabf0 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.624950] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.625082] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.625250] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.625408] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.625544] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.625640] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.625737] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.625830] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.625921] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5afd66f5-85a3-4743-9424-434af73eabf0',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.645266] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.645266] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.645266] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.645435] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.645539] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.655209] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: IN_PROGRESS for 2s [ 955.865207] env[65517]: INFO networking_nsxv3.common.synchronization [req-a12a6a3e-06cb-4527-b8e0-450e7170a7b5 req-ff9c7d82-c59b-485c-89ed-0d396cbc1a45 service nova] Enqueued Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_rules [ 955.865207] env[65517]: INFO networking_nsxv3.common.synchronization [req-a12a6a3e-06cb-4527-b8e0-450e7170a7b5 req-ff9c7d82-c59b-485c-89ed-0d396cbc1a45 service nova] Enqueued Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_members [ 955.865207] env[65517]: INFO networking_nsxv3.common.synchronization [req-a12a6a3e-06cb-4527-b8e0-450e7170a7b5 req-ff9c7d82-c59b-485c-89ed-0d396cbc1a45 service nova] Enqueued Resource ID: 626b09b1-0266-4a08-a37f-135470571842 with Priority: HIGHEST for action port [ 955.866479] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_rules [ 955.866479] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_members [ 955.866479] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 626b09b1-0266-4a08-a37f-135470571842 with Priority: HIGHEST for action port [ 955.866656] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.866656] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.866735] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.866909] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.866985] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.868208] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.868320] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.868533] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-626b09b1-0266-4a08-a37f-135470571842 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.868652] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-626b09b1-0266-4a08-a37f-135470571842" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.868701] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-626b09b1-0266-4a08-a37f-135470571842" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.870061] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-626b09b1-0266-4a08-a37f-135470571842" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.870061] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('626b09b1-0266-4a08-a37f-135470571842',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.964764] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c8fd96a-d646-47ad-9335-d9d1bdbdc867: rpc.has_security_group_logging(os_id): False [ 955.983950] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.984150] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.984243] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.984695] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.984695] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.984982] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.985163] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.985264] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.985513] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.985605] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.985700] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c8fd96a-d646-47ad-9335-d9d1bdbdc867 is going to be created. [ 956.059490] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.059620] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.059620] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.061323] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.061323] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.077336] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c8fd96a-d646-47ad-9335-d9d1bdbdc867 in Status: IN_PROGRESS for 2s [ 956.128631] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.129038] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.129157] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.129430] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.156294] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.156451] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.156668] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.156803] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.157208] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.157386] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.157436] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5afd66f5-85a3-4743-9424-434af73eabf0 is going to be updated. [ 956.233052] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.233361] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.233361] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.233468] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.233579] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.255147] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5afd66f5-85a3-4743-9424-434af73eabf0 in Status: IN_PROGRESS for 2s [ 956.373854] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.374099] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.374199] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 626b09b1-0266-4a08-a37f-135470571842 with status ACTIVE [ 956.374369] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.374500] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.374549] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.374738] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.375428] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.375428] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.375428] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.375428] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.375428] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.375428] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.375741] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.375741] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.375741] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.375850] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.375850] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.376642] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 626b09b1-0266-4a08-a37f-135470571842 is going to be updated. [ 956.403650] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.404075] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.404075] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.404139] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.404808] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.404808] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-626b09b1-0266-4a08-a37f-135470571842" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.593187] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 in Status: SUCCESS [ 956.593540] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.667380] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: SUCCESS [ 957.667694] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.667786] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.668021] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.668198] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.668313] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.668374] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.668514] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.668594] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.668686] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.095532] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c8fd96a-d646-47ad-9335-d9d1bdbdc867 in Status: SUCCESS [ 958.095795] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c8fd96a-d646-47ad-9335-d9d1bdbdc867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.171215] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.271863] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5afd66f5-85a3-4743-9424-434af73eabf0 in Status: SUCCESS [ 958.271863] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5afd66f5-85a3-4743-9424-434af73eabf0 deletion is rescheduled due to dependency. [ 958.271863] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afd66f5-85a3-4743-9424-434af73eabf0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.673992] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.178165] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.178340] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.178463] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.179036] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.179036] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.179036] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15cbb134-3005-4bfd-9d6a-5050632541ac is going to be updated. [ 959.224562] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.224712] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.225203] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.225203] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.226707] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.239679] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: IN_PROGRESS for 2s [ 959.544273] env[65517]: INFO networking_nsxv3.common.synchronization [req-a222450f-eb3c-4f8b-a696-c3e86b14922a req-9caa5e4e-b03a-4435-a16e-be81f748fdaa tempest-ServersAdminTestJSON-1076150104 tempest-ServersAdminTestJSON-1076150104-project-member] Enqueued Resource ID: 0fda5972-7164-488f-ba8c-f3a78641d50e with Priority: HIGHEST for action security_group_members [ 959.544273] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fda5972-7164-488f-ba8c-f3a78641d50e with Priority: HIGHEST for action security_group_members [ 959.544273] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fda5972-7164-488f-ba8c-f3a78641d50e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.544273] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.544273] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.544273] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.544641] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.544857] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.545040] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.545295] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.545466] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.545638] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fda5972-7164-488f-ba8c-f3a78641d50e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.048284] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0fda5972-7164-488f-ba8c-f3a78641d50e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.551758] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0fda5972-7164-488f-ba8c-f3a78641d50e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.673676] env[65517]: INFO networking_nsxv3.common.synchronization [req-82df9a65-c23f-44f6-a0b2-26f3e61d2b43 req-6f17aa58-d93a-4e0e-9808-3076b39ba9dd tempest-DeleteServersTestJSON-868563199 tempest-DeleteServersTestJSON-868563199-project-member] Enqueued Resource ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 with Priority: HIGHEST for action security_group_members [ 960.674176] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 with Priority: HIGHEST for action security_group_members [ 960.674429] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8788facd-6bf8-475b-a83d-2ba5353fcb51 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.674553] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.674620] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.674874] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.675335] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.675335] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.675335] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.675335] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.675534] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.675534] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8788facd-6bf8-475b-a83d-2ba5353fcb51',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.054916] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.054916] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.054916] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.054916] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.054916] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.054916] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fda5972-7164-488f-ba8c-f3a78641d50e is going to be updated. [ 961.067856] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-844 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.067856] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-844" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.067961] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-844" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.068259] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-844" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.068556] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.068720] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.068829] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.069073] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.069215] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.069411] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 961.069520] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 961.069623] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 961.069729] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 961.069873] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 961.069991] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 961.070144] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 961.088667] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.088825] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.088877] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.089151] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.089301] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.097102] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 961.097102] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 961.097102] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 961.097102] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-844" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.097102] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-37eeac6b-6857-4309-b861-5eb05cdba980 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.097102] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-37eeac6b-6857-4309-b861-5eb05cdba980" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.097102] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-37eeac6b-6857-4309-b861-5eb05cdba980" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.097102] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-37eeac6b-6857-4309-b861-5eb05cdba980" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.097102] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37eeac6b-6857-4309-b861-5eb05cdba980',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.099899] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fda5972-7164-488f-ba8c-f3a78641d50e in Status: IN_PROGRESS for 2s [ 961.177349] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.177667] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.177951] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.177951] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.178119] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.178270] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.178370] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.178444] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.178597] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.182028] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.182028] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 already deleted. [ 961.182028] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.256443] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: SUCCESS [ 961.256714] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.256862] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.257089] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.257284] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.257402] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.257478] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.257614] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.257691] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.257775] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.257865] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.599085] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.599085] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.599561] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.600040] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.600270] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.600770] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port 37eeac6b-6857-4309-b861-5eb05cdba980 not found, creating... [ 961.601366] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.601774] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.602461] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.602715] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.602903] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.603280] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.603499] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.603667] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.604029] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.604173] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.604312] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: 37eeac6b-6857-4309-b861-5eb05cdba980 is going to be created. [ 961.628256] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.628557] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.628754] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.629112] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.629660] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.629805] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-37eeac6b-6857-4309-b861-5eb05cdba980" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.767145] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.767145] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.767145] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.767145] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.767145] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.767145] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.767145] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.767145] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.767145] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.767145] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.767145] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.767145] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.767145] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.767145] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.767145] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.767145] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.768196] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.768196] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.768196] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.768196] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.768196] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.271993] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15cbb134-3005-4bfd-9d6a-5050632541ac: rpc.has_security_group_logging(os_id): False [ 962.293869] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.294083] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.294170] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.294401] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.294493] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.294940] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.294940] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.294940] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.295190] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.295190] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.295487] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.295565] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.295654] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.295855] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.295972] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.296177] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.296289] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.296343] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.296488] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.296568] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.296639] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15cbb134-3005-4bfd-9d6a-5050632541ac is going to be updated. [ 962.360012] env[65517]: INFO networking_nsxv3.common.synchronization [req-82df9a65-c23f-44f6-a0b2-26f3e61d2b43 req-036ed237-45f7-46a1-b9b2-6588aa4e9448 service nova] Enqueued Resource ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 with Priority: HIGHEST for action security_group_rules [ 962.360250] env[65517]: INFO networking_nsxv3.common.synchronization [req-82df9a65-c23f-44f6-a0b2-26f3e61d2b43 req-036ed237-45f7-46a1-b9b2-6588aa4e9448 service nova] Enqueued Resource ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 with Priority: HIGHEST for action security_group_members [ 962.360397] env[65517]: INFO networking_nsxv3.common.synchronization [req-82df9a65-c23f-44f6-a0b2-26f3e61d2b43 req-036ed237-45f7-46a1-b9b2-6588aa4e9448 service nova] Enqueued Resource ID: 37eeac6b-6857-4309-b861-5eb05cdba980 with Priority: HIGHEST for action port [ 962.360997] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 with Priority: HIGHEST for action security_group_rules [ 962.361313] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 with Priority: HIGHEST for action security_group_members [ 962.361432] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37eeac6b-6857-4309-b861-5eb05cdba980 with Priority: HIGHEST for action port [ 962.361755] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8788facd-6bf8-475b-a83d-2ba5353fcb51 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.361877] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.361944] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.362214] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.362300] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8788facd-6bf8-475b-a83d-2ba5353fcb51',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.364228] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8788facd-6bf8-475b-a83d-2ba5353fcb51 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.364291] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.364356] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.364783] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.364861] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.364946] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.365021] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.365190] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.365277] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.365373] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8788facd-6bf8-475b-a83d-2ba5353fcb51',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.366625] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-37eeac6b-6857-4309-b861-5eb05cdba980 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.367226] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37eeac6b-6857-4309-b861-5eb05cdba980" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.367326] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37eeac6b-6857-4309-b861-5eb05cdba980" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.367625] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37eeac6b-6857-4309-b861-5eb05cdba980" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.367845] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37eeac6b-6857-4309-b861-5eb05cdba980',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.372321] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.372321] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.372321] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.372524] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.372610] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.388383] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: IN_PROGRESS for 2s [ 962.869517] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37eeac6b-6857-4309-b861-5eb05cdba980 with status ACTIVE [ 962.870488] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.870488] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.870488] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.870488] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.870488] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.870488] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.870488] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.871405] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.871405] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.871405] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.871405] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.871405] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.871405] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.871405] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.871405] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.871405] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37eeac6b-6857-4309-b861-5eb05cdba980 is going to be updated. [ 962.872995] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8788facd-6bf8-475b-a83d-2ba5353fcb51 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.873330] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.874071] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8788facd-6bf8-475b-a83d-2ba5353fcb51',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.900212] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.900212] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.900212] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.900212] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.900212] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.900212] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37eeac6b-6857-4309-b861-5eb05cdba980" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.111544] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fda5972-7164-488f-ba8c-f3a78641d50e in Status: SUCCESS [ 963.111855] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.378825] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8788facd-6bf8-475b-a83d-2ba5353fcb51',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.646567] env[65517]: INFO networking_nsxv3.common.synchronization [req-82977a89-1661-47ed-8a70-2a7df5987123 req-abf5d2fa-8ecc-44cc-b6f3-a16eff34ac36 tempest-ServerRescueNegativeTestJSON-611467277 tempest-ServerRescueNegativeTestJSON-611467277-project-member] Enqueued Resource ID: ba847a54-89e0-4227-af15-1ff4ff78c673 with Priority: HIGHEST for action security_group_members [ 963.646567] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba847a54-89e0-4227-af15-1ff4ff78c673 with Priority: HIGHEST for action security_group_members [ 963.647152] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba847a54-89e0-4227-af15-1ff4ff78c673 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.647439] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba847a54-89e0-4227-af15-1ff4ff78c673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.647639] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba847a54-89e0-4227-af15-1ff4ff78c673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.648026] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba847a54-89e0-4227-af15-1ff4ff78c673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.648286] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.648596] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.648809] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.649118] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.649307] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.649535] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba847a54-89e0-4227-af15-1ff4ff78c673',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.883466] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.883679] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.883760] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.884027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.884171] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.884283] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 is going to be created. [ 963.917538] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.917681] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.917803] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.917978] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.918538] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.932606] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 in Status: UNINITIALIZED for 2s [ 963.990225] env[65517]: INFO networking_nsxv3.common.synchronization [req-db0eeac3-94fb-43a3-8758-3b925b4b3ab7 req-44683b51-70e3-4fb3-a9c5-0f92da8815ff tempest-AttachInterfacesTestJSON-1046622067 tempest-AttachInterfacesTestJSON-1046622067-project-member] Enqueued Resource ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 with Priority: HIGHEST for action security_group_members [ 963.992460] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 with Priority: HIGHEST for action security_group_members [ 963.993211] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.993460] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.993651] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.994110] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.994519] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.995586] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.995586] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.995738] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.996441] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.996441] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.154080] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.154236] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.154302] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.155392] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.208252] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.208252] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.208494] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.208494] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.208752] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.208752] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.208873] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba847a54-89e0-4227-af15-1ff4ff78c673 is going to be updated. [ 964.270881] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.271102] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.271230] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.271625] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.271847] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.288378] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba847a54-89e0-4227-af15-1ff4ff78c673 in Status: IN_PROGRESS for 2s [ 964.404710] env[65517]: INFO networking_nsxv3.common.synchronization [None req-b986c5f0-eefa-4a5a-9779-78ffb2e8c9b9 tempest-AttachInterfacesTestJSON-1046622067 tempest-AttachInterfacesTestJSON-1046622067-project-member] Enqueued Resource ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 with Priority: HIGHEST for action security_group_members [ 964.406610] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: SUCCESS [ 964.406893] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.407558] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 with Priority: HIGHEST for action security_group_members [ 964.407975] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.408119] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.501624] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.005905] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.513058] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.513058] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.513058] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.513058] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.513058] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.513058] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 is going to be updated. [ 965.553747] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.553747] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.553747] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.553747] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.553747] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.566622] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 in Status: IN_PROGRESS for 2s [ 965.943018] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 in Status: SUCCESS [ 965.943237] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.943405] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.943632] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.943832] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.943949] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.944041] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.944187] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.944265] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.944351] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.944458] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8788facd-6bf8-475b-a83d-2ba5353fcb51',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.314535] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba847a54-89e0-4227-af15-1ff4ff78c673 in Status: SUCCESS [ 966.314535] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba847a54-89e0-4227-af15-1ff4ff78c673 deletion is rescheduled due to dependency. [ 966.314535] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba847a54-89e0-4227-af15-1ff4ff78c673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.448568] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8788facd-6bf8-475b-a83d-2ba5353fcb51 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.449322] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.449580] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.449768] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.450122] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.450304] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.450602] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.450910] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.451139] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.451259] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.451911] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8788facd-6bf8-475b-a83d-2ba5353fcb51 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.451911] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.451911] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.452077] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.452199] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.452332] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.452465] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.452570] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.453121] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.453121] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.453121] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8788facd-6bf8-475b-a83d-2ba5353fcb51',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.956632] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8788facd-6bf8-475b-a83d-2ba5353fcb51: rpc.has_security_group_logging(os_id): False [ 966.975011] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.975221] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.975298] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.975533] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.975619] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.975830] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.975932] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.975994] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.976162] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.976235] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.976442] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.976537] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.976598] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.976746] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.976818] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.976992] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.977382] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.977543] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.977800] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.977919] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.978042] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 is going to be created. [ 967.047743] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.048364] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.048531] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.048789] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.048990] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.060798] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 in Status: IN_PROGRESS for 2s [ 967.578732] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 in Status: SUCCESS [ 967.578972] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.579191] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.579431] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.579638] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.579746] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.579839] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.579971] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.580079] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.580174] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.585118] env[65517]: INFO networking_nsxv3.common.synchronization [req-598525c8-c444-4385-8329-bbfd0e22d618 req-b14a9691-15e2-4b18-8808-645e3c85af71 tempest-AttachInterfacesTestJSON-1046622067 tempest-AttachInterfacesTestJSON-1046622067-project-member] Enqueued Resource ID: ad12afad-497f-4db2-af86-e32dc5094469 with Priority: HIGHEST for action security_group_members [ 967.585688] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad12afad-497f-4db2-af86-e32dc5094469 with Priority: HIGHEST for action security_group_members [ 967.586091] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad12afad-497f-4db2-af86-e32dc5094469 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.587732] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad12afad-497f-4db2-af86-e32dc5094469" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.587732] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad12afad-497f-4db2-af86-e32dc5094469" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.587732] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad12afad-497f-4db2-af86-e32dc5094469" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.587732] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.587732] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.587732] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.587732] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.587732] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.587732] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad12afad-497f-4db2-af86-e32dc5094469',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.819149] env[65517]: INFO networking_nsxv3.common.synchronization [None req-714efc34-c525-4e40-8108-7cc41c896eb9 None None] Enqueued Resource ID: 761d287f-373c-4ed0-8160-883badae3d20 with Priority: HIGHEST for action port [ 967.819383] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 761d287f-373c-4ed0-8160-883badae3d20 with Priority: HIGHEST for action port [ 967.824069] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-761d287f-373c-4ed0-8160-883badae3d20 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.824069] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-761d287f-373c-4ed0-8160-883badae3d20" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.824069] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-761d287f-373c-4ed0-8160-883badae3d20" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.824069] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-761d287f-373c-4ed0-8160-883badae3d20" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.824069] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('761d287f-373c-4ed0-8160-883badae3d20',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.085024] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.085356] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.085356] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.085470] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.086729] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.086729] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.086729] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.086729] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.086729] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.086729] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.086996] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 is going to be updated. [ 968.090148] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.090282] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.090282] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.090449] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.118042] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.118321] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.118522] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.118608] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.118814] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.118903] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.119013] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad12afad-497f-4db2-af86-e32dc5094469 is going to be updated. [ 968.129447] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.129615] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.129689] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.131009] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.131284] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.145594] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 in Status: IN_PROGRESS for 2s [ 968.155245] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.155245] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.155245] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.155245] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.155245] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.165307] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad12afad-497f-4db2-af86-e32dc5094469 in Status: IN_PROGRESS for 2s [ 968.330196] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 761d287f-373c-4ed0-8160-883badae3d20 [ 968.330196] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.330196] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.330196] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.330196] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.330196] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.330196] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:761d287f-373c-4ed0-8160-883badae3d20 already deleted. [ 968.330196] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-761d287f-373c-4ed0-8160-883badae3d20" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.020917] env[65517]: INFO networking_nsxv3.common.synchronization [req-a6c8da21-3dfa-41f7-ba79-0ad1507ed33b req-6ed4e4c9-d0a3-4ff1-947e-0e331f6658ab tempest-ServersTestJSON-546086821 tempest-ServersTestJSON-546086821-project-member] Enqueued Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_members [ 969.021783] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_members [ 969.022712] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.022899] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.023098] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.023280] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.023477] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.023896] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.024244] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.024244] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.024349] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.024475] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.074435] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 in Status: SUCCESS [ 969.074769] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.529297] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.036116] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.070540] env[65517]: INFO networking_nsxv3.common.synchronization [None req-749fa7ef-3dbf-4e8b-b7ff-08f14a5c021f None None] Enqueued Resource ID: 9dd1760d-97da-4e0b-a248-85043b7c2e0a with Priority: HIGHEST for action port [ 970.070540] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dd1760d-97da-4e0b-a248-85043b7c2e0a with Priority: HIGHEST for action port [ 970.070540] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-9dd1760d-97da-4e0b-a248-85043b7c2e0a taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.070540] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9dd1760d-97da-4e0b-a248-85043b7c2e0a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.070540] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9dd1760d-97da-4e0b-a248-85043b7c2e0a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.070540] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9dd1760d-97da-4e0b-a248-85043b7c2e0a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.070540] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9dd1760d-97da-4e0b-a248-85043b7c2e0a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.157825] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 in Status: SUCCESS [ 970.158023] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 deletion is rescheduled due to dependency. [ 970.158177] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.175329] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad12afad-497f-4db2-af86-e32dc5094469 in Status: SUCCESS [ 970.175329] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad12afad-497f-4db2-af86-e32dc5094469 deletion is rescheduled due to dependency. [ 970.175329] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad12afad-497f-4db2-af86-e32dc5094469" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.538987] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.539339] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.539339] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.540026] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.540026] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.540026] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15cbb134-3005-4bfd-9d6a-5050632541ac is going to be updated. [ 970.570353] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.570353] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.570353] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.571136] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.571136] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.573259] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9dd1760d-97da-4e0b-a248-85043b7c2e0a [ 970.573447] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.573562] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.573629] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.574288] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.574288] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.574288] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9dd1760d-97da-4e0b-a248-85043b7c2e0a already deleted. [ 970.574288] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9dd1760d-97da-4e0b-a248-85043b7c2e0a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.580853] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: IN_PROGRESS for 2s [ 972.551251] env[65517]: INFO networking_nsxv3.common.synchronization [req-4d225d33-bc8a-4e9d-a8e0-1f513f4eeab1 req-9dfb8877-eb19-4be4-a78a-836ebd737923 tempest-ServersV294TestFqdnHostnames-1853327399 tempest-ServersV294TestFqdnHostnames-1853327399-project-member] Enqueued Resource ID: 72cb09c9-0714-4f7c-bcff-0aa14beb612b with Priority: HIGHEST for action security_group_members [ 972.552253] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72cb09c9-0714-4f7c-bcff-0aa14beb612b with Priority: HIGHEST for action security_group_members [ 972.552572] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-72cb09c9-0714-4f7c-bcff-0aa14beb612b taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.552739] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72cb09c9-0714-4f7c-bcff-0aa14beb612b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.552817] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72cb09c9-0714-4f7c-bcff-0aa14beb612b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.553099] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72cb09c9-0714-4f7c-bcff-0aa14beb612b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.553309] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.553441] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.553523] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.553722] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.553835] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.554969] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72cb09c9-0714-4f7c-bcff-0aa14beb612b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.592701] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: SUCCESS [ 972.593271] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.043352] env[65517]: INFO networking_nsxv3.common.synchronization [req-35a5c6e6-37c0-4514-acbc-5e2045b36a0c req-8c7aea88-3de3-4a85-84fe-1c13908a491a tempest-ServerActionsTestOtherA-1521945027 tempest-ServerActionsTestOtherA-1521945027-project-member] Enqueued Resource ID: e65f5778-ccab-4b5b-ac90-eca3e12fa673 with Priority: HIGHEST for action security_group_members [ 973.043997] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e65f5778-ccab-4b5b-ac90-eca3e12fa673 with Priority: HIGHEST for action security_group_members [ 973.044328] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-e65f5778-ccab-4b5b-ac90-eca3e12fa673 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.045221] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.045221] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.045221] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.045221] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.045221] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.045221] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.045435] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.045435] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.045500] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e65f5778-ccab-4b5b-ac90-eca3e12fa673',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.057388] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.057388] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.057388] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.057388] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.079854] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.082221] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.082398] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.082471] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.082721] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.082785] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.084028] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72cb09c9-0714-4f7c-bcff-0aa14beb612b is going to be updated. [ 973.115106] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.115106] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.115106] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.115106] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.115106] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.127438] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72cb09c9-0714-4f7c-bcff-0aa14beb612b in Status: IN_PROGRESS for 2s [ 973.549018] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.549226] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.549276] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.549532] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.549604] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.549945] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.549945] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.550136] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.550136] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.550214] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.550292] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e65f5778-ccab-4b5b-ac90-eca3e12fa673 is going to be updated. [ 973.579141] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.579469] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.579524] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.579868] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.580663] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.590253] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e65f5778-ccab-4b5b-ac90-eca3e12fa673 in Status: IN_PROGRESS for 2s [ 973.683323] env[65517]: INFO networking_nsxv3.common.synchronization [req-46c041a7-d80c-4caa-8751-de38932084f4 req-06fe4cbe-e162-4ea6-8518-f5c0d0e3f813 tempest-ServersAdminTestJSON-1076150104 tempest-ServersAdminTestJSON-1076150104-project-member] Enqueued Resource ID: 0fda5972-7164-488f-ba8c-f3a78641d50e with Priority: HIGHEST for action security_group_members [ 973.683837] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fda5972-7164-488f-ba8c-f3a78641d50e with Priority: HIGHEST for action security_group_members [ 973.684164] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fda5972-7164-488f-ba8c-f3a78641d50e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.684417] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.684417] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.684545] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.684688] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.684778] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.684832] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.684996] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.685064] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.685151] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fda5972-7164-488f-ba8c-f3a78641d50e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.189095] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.189482] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.189482] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.189771] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.189878] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.190212] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.190358] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.190460] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.190691] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.190819] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.191037] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fda5972-7164-488f-ba8c-f3a78641d50e is going to be updated. [ 974.228066] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.228066] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.228066] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.228281] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.228419] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.239252] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fda5972-7164-488f-ba8c-f3a78641d50e in Status: IN_PROGRESS for 2s [ 974.582052] env[65517]: INFO networking_nsxv3.common.synchronization [req-31f1294d-b28b-4d35-8c6c-276b528ceaf1 req-16ba7267-0ec9-4158-b071-ffa9dbec7f23 tempest-DeleteServersTestJSON-868563199 tempest-DeleteServersTestJSON-868563199-project-member] Enqueued Resource ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 with Priority: HIGHEST for action security_group_members [ 974.582935] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 with Priority: HIGHEST for action security_group_members [ 974.585835] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8788facd-6bf8-475b-a83d-2ba5353fcb51 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.585835] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.585835] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.585835] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.586071] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.586071] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.586143] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.586697] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.586697] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.586697] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8788facd-6bf8-475b-a83d-2ba5353fcb51',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.089662] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.089824] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.089959] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.090142] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.090273] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.090430] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.090561] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.090624] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.090781] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.090856] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.090947] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 is going to be updated. [ 975.125673] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.125673] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.125673] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.125673] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.125964] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.135850] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 in Status: IN_PROGRESS for 2s [ 975.136956] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72cb09c9-0714-4f7c-bcff-0aa14beb612b in Status: SUCCESS [ 975.136956] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72cb09c9-0714-4f7c-bcff-0aa14beb612b deletion is rescheduled due to dependency. [ 975.136956] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72cb09c9-0714-4f7c-bcff-0aa14beb612b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.600679] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e65f5778-ccab-4b5b-ac90-eca3e12fa673 in Status: SUCCESS [ 975.600679] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e65f5778-ccab-4b5b-ac90-eca3e12fa673 deletion is rescheduled due to dependency. [ 975.601102] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.249269] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fda5972-7164-488f-ba8c-f3a78641d50e in Status: SUCCESS [ 976.249533] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fda5972-7164-488f-ba8c-f3a78641d50e deletion is rescheduled due to dependency. [ 976.249673] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.148087] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 in Status: SUCCESS [ 977.148444] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 deletion is rescheduled due to dependency. [ 977.148444] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.299746] env[65517]: INFO networking_nsxv3.common.synchronization [None req-39832bfb-4417-4652-a048-54769072ed76 None None] Enqueued Resource ID: cae445a3-73dd-4322-8320-2ed9c231f88f with Priority: HIGHEST for action port [ 977.299917] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cae445a3-73dd-4322-8320-2ed9c231f88f with Priority: HIGHEST for action port [ 977.300476] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-cae445a3-73dd-4322-8320-2ed9c231f88f taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.300609] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cae445a3-73dd-4322-8320-2ed9c231f88f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.300712] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cae445a3-73dd-4322-8320-2ed9c231f88f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.300959] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cae445a3-73dd-4322-8320-2ed9c231f88f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.301054] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cae445a3-73dd-4322-8320-2ed9c231f88f',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.418318] env[65517]: INFO networking_nsxv3.common.synchronization [None req-fc31671d-42d8-48fd-bb5f-b33a3de67c13 tempest-ServerActionsTestOtherB-1255887243 tempest-ServerActionsTestOtherB-1255887243-project-member] Enqueued Resource ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c with Priority: HIGHEST for action security_group_rules [ 977.419309] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c with Priority: HIGHEST for action security_group_rules [ 977.419805] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5aa0f51a-5bda-4047-bbc1-138dbd50b86c taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.419986] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.421893] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.421893] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.421893] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5aa0f51a-5bda-4047-bbc1-138dbd50b86c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.519839] env[65517]: INFO networking_nsxv3.common.synchronization [None req-58b036ea-ee44-4e6f-81fe-00d58fb91c50 tempest-ServerActionsTestOtherB-1255887243 tempest-ServerActionsTestOtherB-1255887243-project-member] Enqueued Resource ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c with Priority: HIGHEST for action security_group_rules [ 977.520729] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c with Priority: HIGHEST for action security_group_rules [ 977.520982] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5aa0f51a-5bda-4047-bbc1-138dbd50b86c taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.521203] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.806242] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cae445a3-73dd-4322-8320-2ed9c231f88f [ 977.806242] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.806242] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.806242] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.806242] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.806242] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.806242] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cae445a3-73dd-4322-8320-2ed9c231f88f already deleted. [ 977.806242] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cae445a3-73dd-4322-8320-2ed9c231f88f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.947146] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.947575] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.947575] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.947763] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.947763] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.947864] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c already deleted. [ 977.948064] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.948203] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.948377] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.948586] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5aa0f51a-5bda-4047-bbc1-138dbd50b86c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.476235] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.476235] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.476235] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.476235] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.476235] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.476235] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c already deleted. [ 978.476235] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.048009] env[65517]: INFO networking_nsxv3.common.synchronization [req-e2f21073-ee05-4dd1-bc89-c756e2e05f81 req-cdc7eab0-2f03-48ac-89c1-4093318a4e9f tempest-ImagesTestJSON-1194554300 tempest-ImagesTestJSON-1194554300-project-member] Enqueued Resource ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e with Priority: HIGHEST for action security_group_members [ 980.048009] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e with Priority: HIGHEST for action security_group_members [ 980.048611] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-310536a6-570c-46a9-9433-6dc4d62eaa8e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.048611] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.048611] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.048995] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.048995] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.048995] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.048995] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.049393] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.049495] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.049551] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('310536a6-570c-46a9-9433-6dc4d62eaa8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.310648] env[65517]: INFO networking_nsxv3.common.synchronization [None req-4dae220e-e412-435a-93e2-b643dec29020 None None] Enqueued Resource ID: c80e7311-d61b-4a5a-a4c7-4f90778fb1d6 with Priority: HIGHEST for action port [ 980.311283] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c80e7311-d61b-4a5a-a4c7-4f90778fb1d6 with Priority: HIGHEST for action port [ 980.311781] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-c80e7311-d61b-4a5a-a4c7-4f90778fb1d6 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.311907] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c80e7311-d61b-4a5a-a4c7-4f90778fb1d6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.311973] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c80e7311-d61b-4a5a-a4c7-4f90778fb1d6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.312235] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c80e7311-d61b-4a5a-a4c7-4f90778fb1d6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.312326] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c80e7311-d61b-4a5a-a4c7-4f90778fb1d6',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.553907] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.553907] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.553907] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.553907] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.553907] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.554188] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.554188] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.554188] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.554317] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.554380] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.554467] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e is going to be updated. [ 980.602688] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.602688] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.602688] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.602824] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.602927] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.616488] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e in Status: IN_PROGRESS for 2s [ 980.814524] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c80e7311-d61b-4a5a-a4c7-4f90778fb1d6 [ 980.814800] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.814995] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.815090] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.815311] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.815399] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.815491] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c80e7311-d61b-4a5a-a4c7-4f90778fb1d6 already deleted. [ 980.815568] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c80e7311-d61b-4a5a-a4c7-4f90778fb1d6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.002794] env[65517]: INFO networking_nsxv3.common.synchronization [None req-615ef8f2-1d3b-47c4-a078-c228768dd27a None None] Enqueued Resource ID: 74fb6764-37c1-43a9-a998-ab3675fe2e99 with Priority: HIGHEST for action port [ 982.003370] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74fb6764-37c1-43a9-a998-ab3675fe2e99 with Priority: HIGHEST for action port [ 982.003680] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-74fb6764-37c1-43a9-a998-ab3675fe2e99 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.003804] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74fb6764-37c1-43a9-a998-ab3675fe2e99" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.003871] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74fb6764-37c1-43a9-a998-ab3675fe2e99" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.004359] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74fb6764-37c1-43a9-a998-ab3675fe2e99" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.004424] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74fb6764-37c1-43a9-a998-ab3675fe2e99',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.037528] env[65517]: INFO networking_nsxv3.common.synchronization [None req-b4c4b83c-1bff-432c-864a-d13d0b318442 tempest-AttachInterfacesTestJSON-1046622067 tempest-AttachInterfacesTestJSON-1046622067-project-member] Enqueued Resource ID: 81251589-2192-4767-8f0d-d1863dcd0154 with Priority: HIGHEST for action security_group_rules [ 982.038017] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81251589-2192-4767-8f0d-d1863dcd0154 with Priority: HIGHEST for action security_group_rules [ 982.038330] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81251589-2192-4767-8f0d-d1863dcd0154 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.038452] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.038515] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.038760] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.038841] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81251589-2192-4767-8f0d-d1863dcd0154',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.141906] env[65517]: INFO networking_nsxv3.common.synchronization [None req-88378889-c1dc-4109-9a60-cc26bf933636 tempest-AttachInterfacesTestJSON-1046622067 tempest-AttachInterfacesTestJSON-1046622067-project-member] Enqueued Resource ID: 81251589-2192-4767-8f0d-d1863dcd0154 with Priority: HIGHEST for action security_group_rules [ 982.142452] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81251589-2192-4767-8f0d-d1863dcd0154 with Priority: HIGHEST for action security_group_rules [ 982.142762] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81251589-2192-4767-8f0d-d1863dcd0154 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.142857] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.506437] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 74fb6764-37c1-43a9-a998-ab3675fe2e99 [ 982.506691] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.506829] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.506892] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.507173] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.507303] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.507412] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:74fb6764-37c1-43a9-a998-ab3675fe2e99 already deleted. [ 982.507492] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74fb6764-37c1-43a9-a998-ab3675fe2e99" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.566025] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.566025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.566025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.566025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.566025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.566025] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81251589-2192-4767-8f0d-d1863dcd0154 already deleted. [ 982.566025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.566025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.566025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.566025] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81251589-2192-4767-8f0d-d1863dcd0154',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.628293] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e in Status: SUCCESS [ 982.628472] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e deletion is rescheduled due to dependency. [ 982.628608] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.085885] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.086260] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.086260] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.087672] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.087672] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.087805] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81251589-2192-4767-8f0d-d1863dcd0154 already deleted. [ 983.087913] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.264942] env[65517]: INFO networking_nsxv3.common.synchronization [None req-39a2550e-4bc0-46c3-9bb5-a0ecb9049216 None None] Enqueued Resource ID: f13219b7-9040-4396-a763-c3fad45c14ec with Priority: HIGHEST for action port [ 984.265615] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f13219b7-9040-4396-a763-c3fad45c14ec with Priority: HIGHEST for action port [ 984.266075] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-f13219b7-9040-4396-a763-c3fad45c14ec taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.266254] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f13219b7-9040-4396-a763-c3fad45c14ec" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.266340] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f13219b7-9040-4396-a763-c3fad45c14ec" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.266616] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f13219b7-9040-4396-a763-c3fad45c14ec" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.266730] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f13219b7-9040-4396-a763-c3fad45c14ec',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.768955] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f13219b7-9040-4396-a763-c3fad45c14ec [ 984.769482] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.770844] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.770844] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.770844] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.770844] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.770844] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f13219b7-9040-4396-a763-c3fad45c14ec already deleted. [ 984.770844] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f13219b7-9040-4396-a763-c3fad45c14ec" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.966913] env[65517]: INFO networking_nsxv3.common.synchronization [req-84af248f-ce64-4bd8-9176-5281dc3443c2 req-2a3a8d3c-c076-45ef-86c8-10b429ec778a tempest-ServerRescueNegativeTestJSON-611467277 tempest-ServerRescueNegativeTestJSON-611467277-project-member] Enqueued Resource ID: 59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f with Priority: HIGHEST for action security_group_members [ 985.967477] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f with Priority: HIGHEST for action security_group_members [ 985.967797] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.967923] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.967963] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.968187] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.968340] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.968433] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.968496] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.968820] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.968820] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.968820] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.473797] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.612837] env[65517]: INFO networking_nsxv3.common.synchronization [req-4976af99-11d4-4d14-bb1b-e49d0675fcdd req-3ba542aa-8330-46db-9639-1eea69a6667a tempest-ServerDiskConfigTestJSON-1984357202 tempest-ServerDiskConfigTestJSON-1984357202-project-member] Enqueued Resource ID: 1730157f-766c-41ae-b440-eca87932927d with Priority: HIGHEST for action security_group_members [ 986.613433] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1730157f-766c-41ae-b440-eca87932927d with Priority: HIGHEST for action security_group_members [ 986.613799] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1730157f-766c-41ae-b440-eca87932927d taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.613927] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.613995] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.614286] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.614452] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.614554] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.614615] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.614837] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.614911] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.614946] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1730157f-766c-41ae-b440-eca87932927d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.976623] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.118833] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.118833] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.118833] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.118833] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.118833] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.118833] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.118833] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.118833] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.119515] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.119515] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.119515] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1730157f-766c-41ae-b440-eca87932927d is going to be updated. [ 987.159668] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.159668] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.159668] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.159668] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.159668] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.168600] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1730157f-766c-41ae-b440-eca87932927d in Status: IN_PROGRESS for 2s [ 987.479063] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.479248] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.479289] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.479549] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.479618] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.479686] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f is going to be updated. [ 987.509747] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.509989] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.510117] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.510348] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.510497] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.522926] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f in Status: IN_PROGRESS for 2s [ 989.013488] env[65517]: INFO networking_nsxv3.common.synchronization [req-69d10336-352a-44ba-b874-047d7989d4f8 req-2807a3dd-bd62-420a-aea0-85223dddeff4 tempest-ServerAddressesNegativeTestJSON-709887233 tempest-ServerAddressesNegativeTestJSON-709887233-project-member] Enqueued Resource ID: 36beb278-32ac-4aef-b179-f92a7b7f77d1 with Priority: HIGHEST for action security_group_members [ 989.014147] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36beb278-32ac-4aef-b179-f92a7b7f77d1 with Priority: HIGHEST for action security_group_members [ 989.014362] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-36beb278-32ac-4aef-b179-f92a7b7f77d1 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.014477] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36beb278-32ac-4aef-b179-f92a7b7f77d1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.014625] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36beb278-32ac-4aef-b179-f92a7b7f77d1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.014835] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36beb278-32ac-4aef-b179-f92a7b7f77d1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.014953] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.015064] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.015154] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.015312] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.015349] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.015427] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36beb278-32ac-4aef-b179-f92a7b7f77d1',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.179102] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1730157f-766c-41ae-b440-eca87932927d in Status: SUCCESS [ 989.179282] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1730157f-766c-41ae-b440-eca87932927d deletion is rescheduled due to dependency. [ 989.179390] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.386865] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-359 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.387088] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-359" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.387088] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-359" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.387397] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-359" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.387664] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.387826] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.387942] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.388173] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.388316] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.388541] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 989.388653] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 989.388759] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 989.388864] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 989.389016] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 989.389408] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 989.389408] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 989.411353] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 989.411472] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 989.411606] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 989.411810] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-359" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.412136] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-e97ec63d-d242-4026-a95b-36edcd36e5e7 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.412301] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-e97ec63d-d242-4026-a95b-36edcd36e5e7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.412414] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-e97ec63d-d242-4026-a95b-36edcd36e5e7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.412818] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-e97ec63d-d242-4026-a95b-36edcd36e5e7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.412997] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e97ec63d-d242-4026-a95b-36edcd36e5e7',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.517075] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.517326] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.517326] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.517557] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.517645] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.517842] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.517937] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.517993] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.518145] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.518218] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.518304] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36beb278-32ac-4aef-b179-f92a7b7f77d1 already deleted. [ 989.518381] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36beb278-32ac-4aef-b179-f92a7b7f77d1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.533406] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f in Status: SUCCESS [ 989.533606] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.915432] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.915666] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.915778] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.916066] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.916215] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.916362] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port e97ec63d-d242-4026-a95b-36edcd36e5e7 not found, creating... [ 989.916621] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.916769] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.916881] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.917104] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.917234] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.917506] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.917683] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.917784] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.918083] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.918148] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.918245] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: e97ec63d-d242-4026-a95b-36edcd36e5e7 is going to be created. [ 989.939255] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.940218] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.940218] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.940218] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.940218] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.940421] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-e97ec63d-d242-4026-a95b-36edcd36e5e7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.669091] env[65517]: INFO networking_nsxv3.common.synchronization [req-69d10336-352a-44ba-b874-047d7989d4f8 req-111bab62-43d7-48fc-9e71-ba4459d37ac1 service nova] Enqueued Resource ID: 36beb278-32ac-4aef-b179-f92a7b7f77d1 with Priority: HIGHEST for action security_group_rules [ 990.669470] env[65517]: INFO networking_nsxv3.common.synchronization [req-69d10336-352a-44ba-b874-047d7989d4f8 req-111bab62-43d7-48fc-9e71-ba4459d37ac1 service nova] Enqueued Resource ID: 36beb278-32ac-4aef-b179-f92a7b7f77d1 with Priority: HIGHEST for action security_group_members [ 990.669470] env[65517]: INFO networking_nsxv3.common.synchronization [req-69d10336-352a-44ba-b874-047d7989d4f8 req-111bab62-43d7-48fc-9e71-ba4459d37ac1 service nova] Enqueued Resource ID: e97ec63d-d242-4026-a95b-36edcd36e5e7 with Priority: HIGHEST for action port [ 990.670841] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36beb278-32ac-4aef-b179-f92a7b7f77d1 with Priority: HIGHEST for action security_group_rules [ 990.670841] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36beb278-32ac-4aef-b179-f92a7b7f77d1 with Priority: HIGHEST for action security_group_members [ 990.670841] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e97ec63d-d242-4026-a95b-36edcd36e5e7 with Priority: HIGHEST for action port [ 990.670841] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36beb278-32ac-4aef-b179-f92a7b7f77d1 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.670841] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36beb278-32ac-4aef-b179-f92a7b7f77d1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.670841] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36beb278-32ac-4aef-b179-f92a7b7f77d1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.671215] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36beb278-32ac-4aef-b179-f92a7b7f77d1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.671215] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36beb278-32ac-4aef-b179-f92a7b7f77d1',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.672207] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-36beb278-32ac-4aef-b179-f92a7b7f77d1 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.673184] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36beb278-32ac-4aef-b179-f92a7b7f77d1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.673275] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36beb278-32ac-4aef-b179-f92a7b7f77d1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.673998] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36beb278-32ac-4aef-b179-f92a7b7f77d1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.673998] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.673998] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.673998] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.673998] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.673998] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.675162] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36beb278-32ac-4aef-b179-f92a7b7f77d1',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.675162] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-e97ec63d-d242-4026-a95b-36edcd36e5e7 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.675162] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e97ec63d-d242-4026-a95b-36edcd36e5e7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.675162] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e97ec63d-d242-4026-a95b-36edcd36e5e7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.675162] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e97ec63d-d242-4026-a95b-36edcd36e5e7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.675497] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e97ec63d-d242-4026-a95b-36edcd36e5e7',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.177372] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-36beb278-32ac-4aef-b179-f92a7b7f77d1 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.177495] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36beb278-32ac-4aef-b179-f92a7b7f77d1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.177698] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36beb278-32ac-4aef-b179-f92a7b7f77d1',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.180995] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e97ec63d-d242-4026-a95b-36edcd36e5e7 with status ACTIVE [ 991.181458] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.181458] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.181458] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.181630] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.181630] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.181774] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.182267] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.182267] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.182267] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.182267] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.182448] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.182517] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.182560] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.182691] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.182763] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.182934] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e97ec63d-d242-4026-a95b-36edcd36e5e7 is going to be updated. [ 991.207519] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.207712] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.207752] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.207969] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.208136] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.208301] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e97ec63d-d242-4026-a95b-36edcd36e5e7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.680335] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36beb278-32ac-4aef-b179-f92a7b7f77d1',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.183987] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.183987] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.183987] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.183987] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.183987] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.183987] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36beb278-32ac-4aef-b179-f92a7b7f77d1 is going to be created. [ 992.213947] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.214458] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.214458] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.214723] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.214785] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.226413] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36beb278-32ac-4aef-b179-f92a7b7f77d1 in Status: UNINITIALIZED for 2s [ 993.565728] env[65517]: INFO networking_nsxv3.common.synchronization [None req-14d251ed-aa96-45e2-a49a-5194e27f1b8b tempest-ServerActionsTestOtherA-1521945027 tempest-ServerActionsTestOtherA-1521945027-project-member] Enqueued Resource ID: 110e3ad4-c55b-460e-b459-c37503800115 with Priority: HIGHEST for action security_group_rules [ 993.566277] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 110e3ad4-c55b-460e-b459-c37503800115 with Priority: HIGHEST for action security_group_rules [ 993.566589] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-110e3ad4-c55b-460e-b459-c37503800115 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.566710] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-110e3ad4-c55b-460e-b459-c37503800115" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.566776] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-110e3ad4-c55b-460e-b459-c37503800115" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.567128] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-110e3ad4-c55b-460e-b459-c37503800115" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.567226] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('110e3ad4-c55b-460e-b459-c37503800115',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.657971] env[65517]: INFO networking_nsxv3.common.synchronization [None req-b16b08b4-757d-40a3-8dac-6b4bad127d8b tempest-ServerActionsTestOtherA-1521945027 tempest-ServerActionsTestOtherA-1521945027-project-member] Enqueued Resource ID: 110e3ad4-c55b-460e-b459-c37503800115 with Priority: HIGHEST for action security_group_rules [ 993.658499] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 110e3ad4-c55b-460e-b459-c37503800115 with Priority: HIGHEST for action security_group_rules [ 993.658857] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-110e3ad4-c55b-460e-b459-c37503800115 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.658959] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-110e3ad4-c55b-460e-b459-c37503800115" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.088979] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.089210] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.089504] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.089504] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.089599] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.089663] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 110e3ad4-c55b-460e-b459-c37503800115 already deleted. [ 994.089739] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-110e3ad4-c55b-460e-b459-c37503800115" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.089886] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-110e3ad4-c55b-460e-b459-c37503800115" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.090043] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-110e3ad4-c55b-460e-b459-c37503800115" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.090867] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('110e3ad4-c55b-460e-b459-c37503800115',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.237879] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36beb278-32ac-4aef-b179-f92a7b7f77d1 in Status: SUCCESS [ 994.237879] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36beb278-32ac-4aef-b179-f92a7b7f77d1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.237879] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36beb278-32ac-4aef-b179-f92a7b7f77d1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.238123] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36beb278-32ac-4aef-b179-f92a7b7f77d1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.238401] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.238544] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.238792] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.238932] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.239035] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.239094] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36beb278-32ac-4aef-b179-f92a7b7f77d1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.239161] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36beb278-32ac-4aef-b179-f92a7b7f77d1',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.611235] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.611523] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.611523] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.611663] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.611782] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.611884] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 110e3ad4-c55b-460e-b459-c37503800115 already deleted. [ 994.611964] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-110e3ad4-c55b-460e-b459-c37503800115" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.741321] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-36beb278-32ac-4aef-b179-f92a7b7f77d1 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.741475] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36beb278-32ac-4aef-b179-f92a7b7f77d1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.741544] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36beb278-32ac-4aef-b179-f92a7b7f77d1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.741808] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36beb278-32ac-4aef-b179-f92a7b7f77d1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.741984] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.742134] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.742278] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.742362] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.742448] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.742591] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36beb278-32ac-4aef-b179-f92a7b7f77d1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.742676] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-36beb278-32ac-4aef-b179-f92a7b7f77d1 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.742798] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36beb278-32ac-4aef-b179-f92a7b7f77d1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.742883] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36beb278-32ac-4aef-b179-f92a7b7f77d1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.743096] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36beb278-32ac-4aef-b179-f92a7b7f77d1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.743278] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.743415] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.743485] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.743691] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.743691] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.743780] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36beb278-32ac-4aef-b179-f92a7b7f77d1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.743859] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36beb278-32ac-4aef-b179-f92a7b7f77d1',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.248035] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36beb278-32ac-4aef-b179-f92a7b7f77d1: rpc.has_security_group_logging(os_id): False [ 995.269030] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.269255] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.269255] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.269450] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.269518] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.269703] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.269802] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.269863] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.270022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.270094] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.270285] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.270375] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.270437] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.270572] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.270645] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.270951] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.271059] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.271121] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.271258] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.271340] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.271443] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36beb278-32ac-4aef-b179-f92a7b7f77d1 is going to be created. [ 995.392397] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.392397] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.392397] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.392682] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.393221] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.409442] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36beb278-32ac-4aef-b179-f92a7b7f77d1 in Status: IN_PROGRESS for 2s [ 997.425167] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36beb278-32ac-4aef-b179-f92a7b7f77d1 in Status: SUCCESS [ 997.425167] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36beb278-32ac-4aef-b179-f92a7b7f77d1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.659891] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 998.660356] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 999.230470] env[65517]: INFO networking_nsxv3.common.synchronization [req-91193899-0e67-41b4-ba76-c46237632358 req-3f53a0d1-1a1d-4a71-8e0f-4e52d877536d tempest-ImagesTestJSON-1194554300 tempest-ImagesTestJSON-1194554300-project-member] Enqueued Resource ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e with Priority: HIGHEST for action security_group_members [ 999.231693] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e with Priority: HIGHEST for action security_group_members [ 999.231788] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-310536a6-570c-46a9-9433-6dc4d62eaa8e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.233032] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.233820] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.233820] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.234117] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.234308] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.234438] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.234719] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.234871] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.235039] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('310536a6-570c-46a9-9433-6dc4d62eaa8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.625138] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-966 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.625138] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-966" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.625644] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-966" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.626147] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-966" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.626539] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.627865] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.627865] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.627865] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.627865] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.627865] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 999.627865] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 999.627865] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 999.627865] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 999.628225] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 999.628225] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 999.628225] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 999.651479] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 999.651659] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 999.651835] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 999.652230] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-966" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.652365] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-cc030045-9833-4322-9675-37b3f0f31161 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.652508] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-cc030045-9833-4322-9675-37b3f0f31161" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.652621] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-cc030045-9833-4322-9675-37b3f0f31161" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.652958] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-cc030045-9833-4322-9675-37b3f0f31161" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.653142] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc030045-9833-4322-9675-37b3f0f31161',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.737403] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.737665] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.737665] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.737952] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.737952] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.738973] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.738973] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.738973] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.738973] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.738973] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.738973] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e is going to be updated. [ 999.766954] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.766954] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.767094] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.767262] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.767422] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.778033] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e in Status: IN_PROGRESS for 2s [ 1000.157243] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.157491] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.157615] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.157936] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.158108] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.158265] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port cc030045-9833-4322-9675-37b3f0f31161 not found, creating... [ 1000.158522] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.158677] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.158814] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.159124] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.159229] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.159525] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.159680] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.159794] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.159996] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.160139] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.160274] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: cc030045-9833-4322-9675-37b3f0f31161 is going to be created. [ 1000.186387] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.188588] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.188588] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.188588] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.188588] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.188588] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-cc030045-9833-4322-9675-37b3f0f31161" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.883086] env[65517]: INFO networking_nsxv3.common.synchronization [req-91193899-0e67-41b4-ba76-c46237632358 req-7dfb1539-e849-44f5-b3e0-4e420fef2023 service nova] Enqueued Resource ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e with Priority: HIGHEST for action security_group_rules [ 1000.883086] env[65517]: INFO networking_nsxv3.common.synchronization [req-91193899-0e67-41b4-ba76-c46237632358 req-7dfb1539-e849-44f5-b3e0-4e420fef2023 service nova] Enqueued Resource ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e with Priority: HIGHEST for action security_group_members [ 1000.883086] env[65517]: INFO networking_nsxv3.common.synchronization [req-91193899-0e67-41b4-ba76-c46237632358 req-7dfb1539-e849-44f5-b3e0-4e420fef2023 service nova] Enqueued Resource ID: cc030045-9833-4322-9675-37b3f0f31161 with Priority: HIGHEST for action port [ 1000.883086] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e with Priority: HIGHEST for action security_group_rules [ 1000.883086] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e with Priority: HIGHEST for action security_group_members [ 1000.883086] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc030045-9833-4322-9675-37b3f0f31161 with Priority: HIGHEST for action port [ 1000.883086] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-310536a6-570c-46a9-9433-6dc4d62eaa8e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.883086] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.883086] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.884387] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.884387] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('310536a6-570c-46a9-9433-6dc4d62eaa8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.885019] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-310536a6-570c-46a9-9433-6dc4d62eaa8e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.885124] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.885327] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc030045-9833-4322-9675-37b3f0f31161 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.885435] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc030045-9833-4322-9675-37b3f0f31161" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.885504] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc030045-9833-4322-9675-37b3f0f31161" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.885652] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc030045-9833-4322-9675-37b3f0f31161" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.885727] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc030045-9833-4322-9675-37b3f0f31161',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.389288] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc030045-9833-4322-9675-37b3f0f31161 with status ACTIVE [ 1001.389395] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.389507] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.389581] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.389830] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.389927] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.390138] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.390242] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.390309] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.390464] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.390537] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.390768] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.390882] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.390942] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.391099] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.391171] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.391253] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc030045-9833-4322-9675-37b3f0f31161 is going to be updated. [ 1001.394618] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-310536a6-570c-46a9-9433-6dc4d62eaa8e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.394729] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.422926] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.423131] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.423131] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.423404] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.423583] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.423804] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc030045-9833-4322-9675-37b3f0f31161" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.648255] env[65517]: INFO networking_nsxv3.common.synchronization [req-26a52760-8a96-4acc-9cb7-e8d4602dc702 req-07c9db70-ce87-437e-94cf-482c87b302b2 tempest-ServerActionsTestOtherB-1255887243 tempest-ServerActionsTestOtherB-1255887243-project-member] Enqueued Resource ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c with Priority: HIGHEST for action security_group_members [ 1001.649240] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c with Priority: HIGHEST for action security_group_members [ 1001.649565] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.649689] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.649836] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.650136] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.650296] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.650396] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.650455] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.650605] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.650689] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.650889] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5aa0f51a-5bda-4047-bbc1-138dbd50b86c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.790352] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e in Status: SUCCESS [ 1001.790595] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e deletion is rescheduled due to dependency. [ 1001.790595] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.790768] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.791025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.791217] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.791325] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.791385] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.791545] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.791619] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.791725] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('310536a6-570c-46a9-9433-6dc4d62eaa8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.982527] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-170 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.982893] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-170" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.982893] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-170" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.983227] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-170" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.983494] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.983653] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.983798] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.983994] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.984266] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.984455] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.984565] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1001.984681] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1001.984787] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1001.984927] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.984999] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1001.985141] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1002.004350] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1002.004530] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1002.004641] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1002.004836] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-170" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.005188] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-ed6e9224-69f8-46fd-a71f-27d8bc6eaec3 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.005359] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-ed6e9224-69f8-46fd-a71f-27d8bc6eaec3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.005499] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-ed6e9224-69f8-46fd-a71f-27d8bc6eaec3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.005823] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-ed6e9224-69f8-46fd-a71f-27d8bc6eaec3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.005966] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed6e9224-69f8-46fd-a71f-27d8bc6eaec3',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.154577] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.154867] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.154867] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.155038] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.155131] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.155326] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.155420] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.155478] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.155627] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.155801] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.155884] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c already deleted. [ 1002.155966] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.294209] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('310536a6-570c-46a9-9433-6dc4d62eaa8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.509036] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.509036] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.509245] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.509420] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.509623] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.509856] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port ed6e9224-69f8-46fd-a71f-27d8bc6eaec3 not found, creating... [ 1002.510169] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.510331] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.510442] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.510659] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.510866] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.511161] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.511313] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.511422] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.511618] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.511767] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.511910] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: ed6e9224-69f8-46fd-a71f-27d8bc6eaec3 is going to be created. [ 1002.531353] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.531582] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.531721] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.532056] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.532311] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.532579] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-ed6e9224-69f8-46fd-a71f-27d8bc6eaec3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.597788] env[65517]: INFO networking_nsxv3.common.synchronization [req-8e00ca54-2dcc-469b-99a7-1f526aeb353b req-f9a93ba8-598e-442d-868a-e4fc5760de1b tempest-ServerAddressesNegativeTestJSON-709887233 tempest-ServerAddressesNegativeTestJSON-709887233-project-member] Enqueued Resource ID: 36beb278-32ac-4aef-b179-f92a7b7f77d1 with Priority: HIGHEST for action security_group_members [ 1002.598409] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36beb278-32ac-4aef-b179-f92a7b7f77d1 with Priority: HIGHEST for action security_group_members [ 1002.598737] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-36beb278-32ac-4aef-b179-f92a7b7f77d1 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.598858] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36beb278-32ac-4aef-b179-f92a7b7f77d1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.598920] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36beb278-32ac-4aef-b179-f92a7b7f77d1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.599137] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36beb278-32ac-4aef-b179-f92a7b7f77d1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.599287] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.599384] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.599443] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.599584] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.599667] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.599759] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36beb278-32ac-4aef-b179-f92a7b7f77d1',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.797085] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('310536a6-570c-46a9-9433-6dc4d62eaa8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.102550] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.103232] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.103411] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.103715] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.103910] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.104539] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.104539] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.104539] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.104539] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.104801] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.104801] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36beb278-32ac-4aef-b179-f92a7b7f77d1 is going to be updated. [ 1003.135475] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.135627] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.135723] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.135972] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.136178] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.147228] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36beb278-32ac-4aef-b179-f92a7b7f77d1 in Status: IN_PROGRESS for 2s [ 1003.291231] env[65517]: INFO networking_nsxv3.common.synchronization [req-26a52760-8a96-4acc-9cb7-e8d4602dc702 req-e9f88a57-4b61-4a0a-b517-da71a5ecf629 service nova] Enqueued Resource ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c with Priority: HIGHEST for action security_group_rules [ 1003.291231] env[65517]: INFO networking_nsxv3.common.synchronization [req-26a52760-8a96-4acc-9cb7-e8d4602dc702 req-e9f88a57-4b61-4a0a-b517-da71a5ecf629 service nova] Enqueued Resource ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c with Priority: HIGHEST for action security_group_members [ 1003.291231] env[65517]: INFO networking_nsxv3.common.synchronization [req-26a52760-8a96-4acc-9cb7-e8d4602dc702 req-e9f88a57-4b61-4a0a-b517-da71a5ecf629 service nova] Enqueued Resource ID: ed6e9224-69f8-46fd-a71f-27d8bc6eaec3 with Priority: HIGHEST for action port [ 1003.292293] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c with Priority: HIGHEST for action security_group_rules [ 1003.292293] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c with Priority: HIGHEST for action security_group_members [ 1003.292293] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed6e9224-69f8-46fd-a71f-27d8bc6eaec3 with Priority: HIGHEST for action port [ 1003.292723] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5aa0f51a-5bda-4047-bbc1-138dbd50b86c taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.292831] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.292831] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.293095] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.293095] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5aa0f51a-5bda-4047-bbc1-138dbd50b86c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.293963] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.294117] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.294153] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.294769] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.294769] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.294769] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.294769] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.295081] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.295081] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.295081] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5aa0f51a-5bda-4047-bbc1-138dbd50b86c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.296211] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed6e9224-69f8-46fd-a71f-27d8bc6eaec3 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.296211] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed6e9224-69f8-46fd-a71f-27d8bc6eaec3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.296211] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed6e9224-69f8-46fd-a71f-27d8bc6eaec3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.296375] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed6e9224-69f8-46fd-a71f-27d8bc6eaec3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.296375] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed6e9224-69f8-46fd-a71f-27d8bc6eaec3',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.300579] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.300579] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.300579] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.300902] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.300902] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.300991] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e is going to be updated. [ 1003.342288] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.342550] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.342550] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.342722] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.342864] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.352243] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e in Status: IN_PROGRESS for 2s [ 1003.800236] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.800236] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.800527] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5aa0f51a-5bda-4047-bbc1-138dbd50b86c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.802458] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed6e9224-69f8-46fd-a71f-27d8bc6eaec3 with status ACTIVE [ 1003.802687] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.802757] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.802805] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.803016] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.803150] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.803328] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.803994] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.803994] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.803994] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.803994] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.803994] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.803994] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.803994] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.804391] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.804391] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.804391] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed6e9224-69f8-46fd-a71f-27d8bc6eaec3 is going to be updated. [ 1003.827753] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.827942] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.828058] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.828247] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.828389] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.828535] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed6e9224-69f8-46fd-a71f-27d8bc6eaec3" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.303510] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5aa0f51a-5bda-4047-bbc1-138dbd50b86c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.809098] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.809283] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.809367] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.809585] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.809674] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.809772] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c is going to be created. [ 1004.836699] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.836980] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.836980] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.837130] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.837286] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.847162] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c in Status: UNINITIALIZED for 2s [ 1005.159536] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36beb278-32ac-4aef-b179-f92a7b7f77d1 in Status: SUCCESS [ 1005.159536] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36beb278-32ac-4aef-b179-f92a7b7f77d1 deletion is rescheduled due to dependency. [ 1005.159536] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36beb278-32ac-4aef-b179-f92a7b7f77d1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.366026] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e in Status: SUCCESS [ 1005.366026] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.366026] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.366026] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.366026] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.366026] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.366026] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.366026] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.366026] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.366026] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.366026] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('310536a6-570c-46a9-9433-6dc4d62eaa8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.869567] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-310536a6-570c-46a9-9433-6dc4d62eaa8e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.869646] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.869683] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.869909] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.870116] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.870203] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.870277] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.870371] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.870451] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.870530] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.870680] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-310536a6-570c-46a9-9433-6dc4d62eaa8e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.870815] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.870880] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.871031] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.871172] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.871261] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.871321] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.871454] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.871528] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.871662] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.871715] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('310536a6-570c-46a9-9433-6dc4d62eaa8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.907231] env[65517]: INFO networking_nsxv3.common.synchronization [req-e248afc0-6637-487b-9510-8c22bafb82e1 req-97c00164-c322-417f-8d7b-f8103bc12b34 tempest-AttachInterfacesTestJSON-1046622067 tempest-AttachInterfacesTestJSON-1046622067-project-member] Enqueued Resource ID: 81251589-2192-4767-8f0d-d1863dcd0154 with Priority: HIGHEST for action security_group_members [ 1005.907743] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81251589-2192-4767-8f0d-d1863dcd0154 with Priority: HIGHEST for action security_group_members [ 1005.908174] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-81251589-2192-4767-8f0d-d1863dcd0154 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.908289] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.908289] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.908481] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.908630] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.908731] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.908792] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.908939] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.909049] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.909151] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81251589-2192-4767-8f0d-d1863dcd0154',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.282193] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-677 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.282404] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-677" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.282523] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-677" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.282945] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-677" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.283314] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.284529] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.284668] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.284919] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.285072] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.285282] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.285387] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1006.285492] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1006.285616] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1006.285732] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.285853] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1006.285984] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1006.310248] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1006.310518] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1006.310591] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1006.310934] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-677" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.311267] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-2b2de45d-4c08-4bb4-810a-2f26266cbc20 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.311483] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-2b2de45d-4c08-4bb4-810a-2f26266cbc20" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.311602] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-2b2de45d-4c08-4bb4-810a-2f26266cbc20" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.312011] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-2b2de45d-4c08-4bb4-810a-2f26266cbc20" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.312169] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b2de45d-4c08-4bb4-810a-2f26266cbc20',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.373487] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 310536a6-570c-46a9-9433-6dc4d62eaa8e: rpc.has_security_group_logging(os_id): False [ 1006.399199] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.399406] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.399489] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.399709] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.399834] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.400058] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.400118] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.400180] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.400342] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.400409] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.400655] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.400831] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.400894] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.401084] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.401162] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.401349] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.401460] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.401515] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.401652] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.401727] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.401812] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e is going to be updated. [ 1006.410816] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.411030] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.411087] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.411345] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.411405] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.411559] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.411657] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.411763] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.411988] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.411988] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.412139] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81251589-2192-4767-8f0d-d1863dcd0154 already deleted. [ 1006.412139] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.473882] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.474125] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.474226] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.474493] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.474742] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.491676] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e in Status: IN_PROGRESS for 2s [ 1006.815402] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.815639] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.815760] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.816044] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.816197] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.816349] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port 2b2de45d-4c08-4bb4-810a-2f26266cbc20 not found, creating... [ 1006.816604] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.816755] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.816884] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.817229] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.817451] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.817896] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.818157] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.818358] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.818595] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.818720] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.818856] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: 2b2de45d-4c08-4bb4-810a-2f26266cbc20 is going to be created. [ 1006.867237] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c in Status: SUCCESS [ 1006.867450] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.867646] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.867878] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.868165] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.868326] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.868413] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.868635] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.868635] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.868718] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.868799] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5aa0f51a-5bda-4047-bbc1-138dbd50b86c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.874486] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.874691] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.874813] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.875178] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.875283] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.875496] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-2b2de45d-4c08-4bb4-810a-2f26266cbc20" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.372545] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5aa0f51a-5bda-4047-bbc1-138dbd50b86c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.585877] env[65517]: INFO networking_nsxv3.common.synchronization [req-e248afc0-6637-487b-9510-8c22bafb82e1 req-f2a3a7aa-0c80-4fae-adbd-deb7495a9fce service nova] Enqueued Resource ID: 81251589-2192-4767-8f0d-d1863dcd0154 with Priority: HIGHEST for action security_group_rules [ 1007.585877] env[65517]: INFO networking_nsxv3.common.synchronization [req-e248afc0-6637-487b-9510-8c22bafb82e1 req-f2a3a7aa-0c80-4fae-adbd-deb7495a9fce service nova] Enqueued Resource ID: 81251589-2192-4767-8f0d-d1863dcd0154 with Priority: HIGHEST for action security_group_members [ 1007.586258] env[65517]: INFO networking_nsxv3.common.synchronization [req-e248afc0-6637-487b-9510-8c22bafb82e1 req-f2a3a7aa-0c80-4fae-adbd-deb7495a9fce service nova] Enqueued Resource ID: 2b2de45d-4c08-4bb4-810a-2f26266cbc20 with Priority: HIGHEST for action port [ 1007.587028] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81251589-2192-4767-8f0d-d1863dcd0154 with Priority: HIGHEST for action security_group_rules [ 1007.587028] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81251589-2192-4767-8f0d-d1863dcd0154 with Priority: HIGHEST for action security_group_members [ 1007.587028] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b2de45d-4c08-4bb4-810a-2f26266cbc20 with Priority: HIGHEST for action port [ 1007.587028] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81251589-2192-4767-8f0d-d1863dcd0154 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.587329] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.587329] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.587529] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.587529] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81251589-2192-4767-8f0d-d1863dcd0154',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.588303] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-81251589-2192-4767-8f0d-d1863dcd0154 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.588466] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.588466] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.588649] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.588795] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.588918] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.588983] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.589158] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.589256] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.589353] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81251589-2192-4767-8f0d-d1863dcd0154',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.590111] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b2de45d-4c08-4bb4-810a-2f26266cbc20 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.590219] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b2de45d-4c08-4bb4-810a-2f26266cbc20" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.590285] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b2de45d-4c08-4bb4-810a-2f26266cbc20" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.590610] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b2de45d-4c08-4bb4-810a-2f26266cbc20" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.590610] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b2de45d-4c08-4bb4-810a-2f26266cbc20',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.876080] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5aa0f51a-5bda-4047-bbc1-138dbd50b86c: rpc.has_security_group_logging(os_id): False [ 1007.898267] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.901021] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.901021] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.901021] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.901021] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.901021] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.901021] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.901021] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.901021] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.901021] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.901021] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c is going to be created. [ 1007.981402] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.981619] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.981699] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.981984] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.982270] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.996566] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c in Status: IN_PROGRESS for 2s [ 1008.094294] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81251589-2192-4767-8f0d-d1863dcd0154',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.094540] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-81251589-2192-4767-8f0d-d1863dcd0154 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.094540] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.094661] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b2de45d-4c08-4bb4-810a-2f26266cbc20 with status ACTIVE [ 1008.094832] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.094923] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.094982] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.095205] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.095297] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.095451] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.095544] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.095593] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.095737] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.096339] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.096339] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.096339] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.096339] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.096568] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.096633] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.096805] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b2de45d-4c08-4bb4-810a-2f26266cbc20 is going to be updated. [ 1008.146076] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.146291] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.146291] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.146515] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.146677] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.146842] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b2de45d-4c08-4bb4-810a-2f26266cbc20" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.435097] env[65517]: INFO networking_nsxv3.common.synchronization [req-18b894cd-bbf8-4b0a-b439-5f9ff8cc0297 req-2c3bdcbb-283f-4f52-980a-1ed4f8ed1408 tempest-ServersTestMultiNic-517359145 tempest-ServersTestMultiNic-517359145-project-member] Enqueued Resource ID: 83108375-ab47-4e13-8043-c4233efdcd21 with Priority: HIGHEST for action security_group_members [ 1008.435712] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83108375-ab47-4e13-8043-c4233efdcd21 with Priority: HIGHEST for action security_group_members [ 1008.436071] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-83108375-ab47-4e13-8043-c4233efdcd21 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.436272] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.436350] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.436626] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.436813] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.436918] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.437104] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.437182] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.437297] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.437407] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83108375-ab47-4e13-8043-c4233efdcd21',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.505664] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e in Status: SUCCESS [ 1008.506028] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.600483] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81251589-2192-4767-8f0d-d1863dcd0154',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.780231] env[65517]: INFO networking_nsxv3.common.synchronization [req-18b894cd-bbf8-4b0a-b439-5f9ff8cc0297 req-3bdce79a-7013-44c9-a824-ec556b1c421d tempest-ServersTestMultiNic-517359145 tempest-ServersTestMultiNic-517359145-project-member] Enqueued Resource ID: 83108375-ab47-4e13-8043-c4233efdcd21 with Priority: HIGHEST for action security_group_members [ 1008.780844] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83108375-ab47-4e13-8043-c4233efdcd21 with Priority: HIGHEST for action security_group_members [ 1008.781453] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-83108375-ab47-4e13-8043-c4233efdcd21 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.782577] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.939802] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.939961] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.940057] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.940266] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.940349] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.940576] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.940667] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.940810] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.940913] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.940986] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.941084] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83108375-ab47-4e13-8043-c4233efdcd21 already deleted. [ 1008.941169] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.941388] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.941551] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.941697] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.941790] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.941839] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.941973] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.942054] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.942145] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83108375-ab47-4e13-8043-c4233efdcd21',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.087222] env[65517]: INFO networking_nsxv3.common.synchronization [req-18b894cd-bbf8-4b0a-b439-5f9ff8cc0297 req-c59f15a0-870e-4f74-a48b-192adb1fa8f7 tempest-ServersTestMultiNic-517359145 tempest-ServersTestMultiNic-517359145-project-member] Enqueued Resource ID: 83108375-ab47-4e13-8043-c4233efdcd21 with Priority: HIGHEST for action security_group_members [ 1009.087786] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83108375-ab47-4e13-8043-c4233efdcd21 with Priority: HIGHEST for action security_group_members [ 1009.089465] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-83108375-ab47-4e13-8043-c4233efdcd21 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.089714] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.102430] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.103947] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.104053] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.104264] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.104357] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.104472] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81251589-2192-4767-8f0d-d1863dcd0154 is going to be created. [ 1009.154729] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.154945] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.155064] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.155409] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.155668] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.175607] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81251589-2192-4767-8f0d-d1863dcd0154 in Status: UNINITIALIZED for 2s [ 1009.444500] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.444689] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.444733] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.444955] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.445074] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.445387] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.445488] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.445557] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.445735] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.445833] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.445943] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83108375-ab47-4e13-8043-c4233efdcd21 already deleted. [ 1009.446039] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.446213] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.446367] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.446533] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.446629] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.446679] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.446825] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.446910] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.446973] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83108375-ab47-4e13-8043-c4233efdcd21',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.457143] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-532 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.457397] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-532" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.457397] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-532" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.457798] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-532" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.458121] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.458377] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.458440] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.459759] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.459759] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.459759] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1009.459759] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1009.459759] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1009.459759] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1009.459759] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1009.460583] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1009.460583] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1009.481308] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1009.481471] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1009.481610] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1009.481799] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-532" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.482136] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-44e3c08b-10b8-44fb-9e3e-1d2f77752195 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.482327] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-44e3c08b-10b8-44fb-9e3e-1d2f77752195" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.482466] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-44e3c08b-10b8-44fb-9e3e-1d2f77752195" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.482812] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-44e3c08b-10b8-44fb-9e3e-1d2f77752195" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.482953] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44e3c08b-10b8-44fb-9e3e-1d2f77752195',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.949520] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.949871] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.949908] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.950257] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.950465] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.950738] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.950919] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.951193] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.951417] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.951506] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.951644] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83108375-ab47-4e13-8043-c4233efdcd21 already deleted. [ 1009.951798] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.985363] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.985644] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.985776] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.986033] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.986191] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.986363] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port 44e3c08b-10b8-44fb-9e3e-1d2f77752195 not found, creating... [ 1009.986639] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.986794] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.986907] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.987144] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.987529] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.987604] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.987714] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.987801] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.988008] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.988142] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.988280] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: 44e3c08b-10b8-44fb-9e3e-1d2f77752195 is going to be created. [ 1010.008672] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c in Status: SUCCESS [ 1010.009071] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.010422] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.010619] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.010738] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.011125] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.011361] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.011569] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-44e3c08b-10b8-44fb-9e3e-1d2f77752195" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.769926] env[65517]: INFO networking_nsxv3.common.synchronization [req-18b894cd-bbf8-4b0a-b439-5f9ff8cc0297 req-7f83750f-a44c-4aec-8dcb-475fd2daae6a service nova] Enqueued Resource ID: 83108375-ab47-4e13-8043-c4233efdcd21 with Priority: HIGHEST for action security_group_rules [ 1010.770102] env[65517]: INFO networking_nsxv3.common.synchronization [req-18b894cd-bbf8-4b0a-b439-5f9ff8cc0297 req-7f83750f-a44c-4aec-8dcb-475fd2daae6a service nova] Enqueued Resource ID: 83108375-ab47-4e13-8043-c4233efdcd21 with Priority: HIGHEST for action security_group_members [ 1010.770259] env[65517]: INFO networking_nsxv3.common.synchronization [req-18b894cd-bbf8-4b0a-b439-5f9ff8cc0297 req-7f83750f-a44c-4aec-8dcb-475fd2daae6a service nova] Enqueued Resource ID: 44e3c08b-10b8-44fb-9e3e-1d2f77752195 with Priority: HIGHEST for action port [ 1010.770917] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83108375-ab47-4e13-8043-c4233efdcd21 with Priority: HIGHEST for action security_group_rules [ 1010.771015] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83108375-ab47-4e13-8043-c4233efdcd21 with Priority: HIGHEST for action security_group_members [ 1010.771148] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44e3c08b-10b8-44fb-9e3e-1d2f77752195 with Priority: HIGHEST for action port [ 1010.771859] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83108375-ab47-4e13-8043-c4233efdcd21 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.771859] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.771859] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.772140] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.772140] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83108375-ab47-4e13-8043-c4233efdcd21',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.773346] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-83108375-ab47-4e13-8043-c4233efdcd21 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.773454] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.773522] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.773710] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.774096] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.774096] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.774096] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.777034] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.777034] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.777034] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83108375-ab47-4e13-8043-c4233efdcd21',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.777770] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-44e3c08b-10b8-44fb-9e3e-1d2f77752195 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.778289] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44e3c08b-10b8-44fb-9e3e-1d2f77752195" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.778418] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44e3c08b-10b8-44fb-9e3e-1d2f77752195" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.779229] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44e3c08b-10b8-44fb-9e3e-1d2f77752195" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.779229] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44e3c08b-10b8-44fb-9e3e-1d2f77752195',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.943925] env[65517]: INFO networking_nsxv3.common.synchronization [req-8089e55c-026e-438e-beb3-cd8a14a6dfd7 req-1356b545-7992-49ff-8785-867fd3a0bb54 tempest-ServerDiskConfigTestJSON-1984357202 tempest-ServerDiskConfigTestJSON-1984357202-project-member] Enqueued Resource ID: 1730157f-766c-41ae-b440-eca87932927d with Priority: HIGHEST for action security_group_members [ 1010.944432] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1730157f-766c-41ae-b440-eca87932927d with Priority: HIGHEST for action security_group_members [ 1010.944739] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1730157f-766c-41ae-b440-eca87932927d taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.944868] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.944918] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.945126] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.945280] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.945372] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.945432] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.945571] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.945657] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.945746] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1730157f-766c-41ae-b440-eca87932927d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.186688] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81251589-2192-4767-8f0d-d1863dcd0154 in Status: SUCCESS [ 1011.187082] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.187184] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.187469] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.187858] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.188007] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.188082] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.188238] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.188321] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.188405] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.188496] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81251589-2192-4767-8f0d-d1863dcd0154',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.272405] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-73 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.272643] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-73" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.272736] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-73" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.273017] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-73" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.273643] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.273812] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.273933] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.274168] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.274317] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.274533] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.274657] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1011.274757] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1011.274863] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1011.274973] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.275092] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1011.275224] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1011.280382] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-83108375-ab47-4e13-8043-c4233efdcd21 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.280526] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.280643] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83108375-ab47-4e13-8043-c4233efdcd21',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.281521] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44e3c08b-10b8-44fb-9e3e-1d2f77752195 with status ACTIVE [ 1011.281616] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.281724] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.281798] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.282013] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.282138] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.282291] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.282432] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.282432] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.282597] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.282678] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.282876] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.282976] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.283046] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.283190] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.283252] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.283477] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44e3c08b-10b8-44fb-9e3e-1d2f77752195 is going to be updated. [ 1011.295919] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1011.296103] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1011.296246] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1011.296418] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-73" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.296725] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-15e24bea-7053-40cb-8a80-6782dcca755f taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.296892] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-15e24bea-7053-40cb-8a80-6782dcca755f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.297055] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-15e24bea-7053-40cb-8a80-6782dcca755f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.297377] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-15e24bea-7053-40cb-8a80-6782dcca755f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.297524] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15e24bea-7053-40cb-8a80-6782dcca755f',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.306431] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.306590] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.306666] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.307166] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.307166] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.307166] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44e3c08b-10b8-44fb-9e3e-1d2f77752195" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.450381] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.450381] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.450381] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.450381] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.450381] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.450381] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.450381] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.450381] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.450381] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.450381] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.450381] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1730157f-766c-41ae-b440-eca87932927d is going to be updated. [ 1011.486215] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.486215] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.486215] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.486215] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.486215] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.493586] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1730157f-766c-41ae-b440-eca87932927d in Status: IN_PROGRESS for 2s [ 1011.567198] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-408 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.567198] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-408" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.567198] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-408" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.567198] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-408" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.567198] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.568406] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.569025] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.571036] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.571036] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.571036] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.571036] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1011.571036] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1011.571036] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1011.571036] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.571036] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1011.571036] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1011.596046] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1011.596228] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1011.596404] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1011.596536] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-408" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.596857] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-417e342f-fd78-422e-8ae2-05691d9ff64c taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.597033] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-417e342f-fd78-422e-8ae2-05691d9ff64c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.597152] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-417e342f-fd78-422e-8ae2-05691d9ff64c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.597478] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-417e342f-fd78-422e-8ae2-05691d9ff64c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.597613] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('417e342f-fd78-422e-8ae2-05691d9ff64c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.690557] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81251589-2192-4767-8f0d-d1863dcd0154',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.785786] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83108375-ab47-4e13-8043-c4233efdcd21',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.800238] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.800462] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.800592] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.800909] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.801189] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.801422] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port 15e24bea-7053-40cb-8a80-6782dcca755f not found, creating... [ 1011.802128] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.802308] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.802426] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.802649] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.802833] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.803135] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.803291] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.803406] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.803608] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.803739] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.803874] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: 15e24bea-7053-40cb-8a80-6782dcca755f is going to be created. [ 1011.825987] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.826123] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.826308] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.826640] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.826929] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.827218] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-15e24bea-7053-40cb-8a80-6782dcca755f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.100709] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.101019] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.101157] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.101441] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.101585] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.101735] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port 417e342f-fd78-422e-8ae2-05691d9ff64c not found, creating... [ 1012.102104] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.102271] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.102631] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.102883] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.103036] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.103357] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.103506] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.103610] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.103852] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.103993] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.104150] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: 417e342f-fd78-422e-8ae2-05691d9ff64c is going to be created. [ 1012.129305] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.129564] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.129674] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.129887] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.130132] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.130361] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-417e342f-fd78-422e-8ae2-05691d9ff64c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.193615] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81251589-2192-4767-8f0d-d1863dcd0154: rpc.has_security_group_logging(os_id): False [ 1012.213416] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.213711] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.213711] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.213979] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.214139] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.214409] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.214569] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.214569] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.214788] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.214895] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.214992] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81251589-2192-4767-8f0d-d1863dcd0154 is going to be created. [ 1012.288462] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.288691] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.288691] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.288970] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.289089] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.289206] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83108375-ab47-4e13-8043-c4233efdcd21 is going to be created. [ 1012.315903] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.316128] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.316128] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.316559] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.316778] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.324335] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.325072] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.325159] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.325434] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.325609] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.331351] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81251589-2192-4767-8f0d-d1863dcd0154 in Status: IN_PROGRESS for 2s [ 1012.336514] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83108375-ab47-4e13-8043-c4233efdcd21 in Status: UNINITIALIZED for 2s [ 1012.536984] env[65517]: INFO networking_nsxv3.common.synchronization [req-8089e55c-026e-438e-beb3-cd8a14a6dfd7 req-e634e359-d740-4a6d-a0f0-daf5fc413ef8 service nova] Enqueued Resource ID: 1730157f-766c-41ae-b440-eca87932927d with Priority: HIGHEST for action security_group_rules [ 1012.537241] env[65517]: INFO networking_nsxv3.common.synchronization [req-8089e55c-026e-438e-beb3-cd8a14a6dfd7 req-e634e359-d740-4a6d-a0f0-daf5fc413ef8 service nova] Enqueued Resource ID: 1730157f-766c-41ae-b440-eca87932927d with Priority: HIGHEST for action security_group_members [ 1012.537405] env[65517]: INFO networking_nsxv3.common.synchronization [req-8089e55c-026e-438e-beb3-cd8a14a6dfd7 req-e634e359-d740-4a6d-a0f0-daf5fc413ef8 service nova] Enqueued Resource ID: 15e24bea-7053-40cb-8a80-6782dcca755f with Priority: HIGHEST for action port [ 1012.537907] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1730157f-766c-41ae-b440-eca87932927d with Priority: HIGHEST for action security_group_rules [ 1012.538227] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1730157f-766c-41ae-b440-eca87932927d with Priority: HIGHEST for action security_group_members [ 1012.538380] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15e24bea-7053-40cb-8a80-6782dcca755f with Priority: HIGHEST for action port [ 1012.539014] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1730157f-766c-41ae-b440-eca87932927d taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.539148] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.539216] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.539443] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.539524] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1730157f-766c-41ae-b440-eca87932927d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.541199] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1730157f-766c-41ae-b440-eca87932927d taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.541306] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.541515] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-15e24bea-7053-40cb-8a80-6782dcca755f taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.541614] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15e24bea-7053-40cb-8a80-6782dcca755f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.541677] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15e24bea-7053-40cb-8a80-6782dcca755f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.541913] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15e24bea-7053-40cb-8a80-6782dcca755f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.542017] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15e24bea-7053-40cb-8a80-6782dcca755f',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.860019] env[65517]: INFO networking_nsxv3.common.synchronization [req-18b894cd-bbf8-4b0a-b439-5f9ff8cc0297 req-fc4546b1-0a1b-4919-9f35-32cb4c02786f service nova] Enqueued Resource ID: 83108375-ab47-4e13-8043-c4233efdcd21 with Priority: HIGHEST for action security_group_rules [ 1012.860019] env[65517]: INFO networking_nsxv3.common.synchronization [req-18b894cd-bbf8-4b0a-b439-5f9ff8cc0297 req-fc4546b1-0a1b-4919-9f35-32cb4c02786f service nova] Enqueued Resource ID: 83108375-ab47-4e13-8043-c4233efdcd21 with Priority: HIGHEST for action security_group_members [ 1012.860019] env[65517]: INFO networking_nsxv3.common.synchronization [req-18b894cd-bbf8-4b0a-b439-5f9ff8cc0297 req-fc4546b1-0a1b-4919-9f35-32cb4c02786f service nova] Enqueued Resource ID: 417e342f-fd78-422e-8ae2-05691d9ff64c with Priority: HIGHEST for action port [ 1012.860019] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83108375-ab47-4e13-8043-c4233efdcd21 with Priority: HIGHEST for action security_group_rules [ 1012.860570] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83108375-ab47-4e13-8043-c4233efdcd21 with Priority: HIGHEST for action security_group_members [ 1012.860685] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 417e342f-fd78-422e-8ae2-05691d9ff64c with Priority: HIGHEST for action port [ 1012.861116] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83108375-ab47-4e13-8043-c4233efdcd21 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.861198] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.861353] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-83108375-ab47-4e13-8043-c4233efdcd21 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.861430] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.861599] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-417e342f-fd78-422e-8ae2-05691d9ff64c taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.861695] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-417e342f-fd78-422e-8ae2-05691d9ff64c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.861774] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-417e342f-fd78-422e-8ae2-05691d9ff64c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.861986] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-417e342f-fd78-422e-8ae2-05691d9ff64c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.862165] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('417e342f-fd78-422e-8ae2-05691d9ff64c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.041803] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1730157f-766c-41ae-b440-eca87932927d taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.041803] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.046566] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15e24bea-7053-40cb-8a80-6782dcca755f with status ACTIVE [ 1013.046883] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.047715] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.047715] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.047715] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.047715] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.047715] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.047715] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.048080] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.048080] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.048080] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.048186] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.048311] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.048311] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.048477] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.048549] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.048631] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15e24bea-7053-40cb-8a80-6782dcca755f is going to be updated. [ 1013.074583] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.074723] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.074723] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.075223] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.075421] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.075679] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15e24bea-7053-40cb-8a80-6782dcca755f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.365968] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 417e342f-fd78-422e-8ae2-05691d9ff64c with status ACTIVE [ 1013.366460] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.366460] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.366460] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.366672] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.366811] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.367048] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.367158] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.367213] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.367388] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.367476] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.367671] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.367803] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.367890] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.367985] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.368089] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.368175] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 417e342f-fd78-422e-8ae2-05691d9ff64c is going to be updated. [ 1013.391041] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.391365] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.391476] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.391723] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.391926] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.392191] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-417e342f-fd78-422e-8ae2-05691d9ff64c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.504524] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1730157f-766c-41ae-b440-eca87932927d in Status: SUCCESS [ 1013.504723] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1730157f-766c-41ae-b440-eca87932927d deletion is rescheduled due to dependency. [ 1013.504819] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.504989] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.505236] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.505425] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.505544] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.505610] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.505761] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.505843] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.505942] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1730157f-766c-41ae-b440-eca87932927d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.700340] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-532 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.700476] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-532" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.700545] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-532" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.700866] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-532" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.701732] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.702096] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.702096] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.702290] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.702433] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.702674] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1013.703485] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1013.703485] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1013.704627] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1013.704627] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1013.704765] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1013.704888] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1013.731876] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1013.731876] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1013.731876] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1013.731876] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-532" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.731876] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-7052a26d-df5e-4222-be00-5bf53feb656f taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.731876] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-7052a26d-df5e-4222-be00-5bf53feb656f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.731876] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-7052a26d-df5e-4222-be00-5bf53feb656f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.733423] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-7052a26d-df5e-4222-be00-5bf53feb656f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.733862] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7052a26d-df5e-4222-be00-5bf53feb656f',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.008146] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1730157f-766c-41ae-b440-eca87932927d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.241307] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.241307] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.241482] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.242032] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.242032] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.242032] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port 7052a26d-df5e-4222-be00-5bf53feb656f not found, creating... [ 1014.246018] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.246018] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.246018] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.246018] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.246018] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.246018] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.246018] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.246018] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.246018] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.246018] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.246479] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: 7052a26d-df5e-4222-be00-5bf53feb656f is going to be created. [ 1014.272389] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.272741] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.274040] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.274040] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.274285] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.274395] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-7052a26d-df5e-4222-be00-5bf53feb656f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.353686] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81251589-2192-4767-8f0d-d1863dcd0154 in Status: SUCCESS [ 1014.354108] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.354935] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83108375-ab47-4e13-8043-c4233efdcd21 in Status: SUCCESS [ 1014.355136] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.355497] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.355568] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.355698] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.355814] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.355885] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.357046] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.357204] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.357331] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.357451] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83108375-ab47-4e13-8043-c4233efdcd21',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.358453] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.360980] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.360980] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.360980] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.360980] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.360980] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.360980] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.360980] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83108375-ab47-4e13-8043-c4233efdcd21',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.510017] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1730157f-766c-41ae-b440-eca87932927d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.863476] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83108375-ab47-4e13-8043-c4233efdcd21',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.865644] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-83108375-ab47-4e13-8043-c4233efdcd21 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.865644] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.988656] env[65517]: INFO networking_nsxv3.common.synchronization [req-18b894cd-bbf8-4b0a-b439-5f9ff8cc0297 req-dd79f01f-8f23-442c-9b08-5b00e02072e5 service nova] Enqueued Resource ID: 83108375-ab47-4e13-8043-c4233efdcd21 with Priority: HIGHEST for action security_group_rules [ 1014.988874] env[65517]: INFO networking_nsxv3.common.synchronization [req-18b894cd-bbf8-4b0a-b439-5f9ff8cc0297 req-dd79f01f-8f23-442c-9b08-5b00e02072e5 service nova] Enqueued Resource ID: 83108375-ab47-4e13-8043-c4233efdcd21 with Priority: HIGHEST for action security_group_members [ 1014.989040] env[65517]: INFO networking_nsxv3.common.synchronization [req-18b894cd-bbf8-4b0a-b439-5f9ff8cc0297 req-dd79f01f-8f23-442c-9b08-5b00e02072e5 service nova] Enqueued Resource ID: 7052a26d-df5e-4222-be00-5bf53feb656f with Priority: HIGHEST for action port [ 1014.989634] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83108375-ab47-4e13-8043-c4233efdcd21 with Priority: HIGHEST for action security_group_rules [ 1014.989785] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83108375-ab47-4e13-8043-c4233efdcd21 with Priority: HIGHEST for action security_group_members [ 1014.989881] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7052a26d-df5e-4222-be00-5bf53feb656f with Priority: HIGHEST for action port [ 1014.991046] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83108375-ab47-4e13-8043-c4233efdcd21 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.991165] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.991411] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-83108375-ab47-4e13-8043-c4233efdcd21 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.991484] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.991666] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-7052a26d-df5e-4222-be00-5bf53feb656f taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.991765] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7052a26d-df5e-4222-be00-5bf53feb656f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.991889] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7052a26d-df5e-4222-be00-5bf53feb656f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.992118] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7052a26d-df5e-4222-be00-5bf53feb656f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.992209] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7052a26d-df5e-4222-be00-5bf53feb656f',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.013325] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.013524] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.013569] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.013767] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.013874] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.013961] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1730157f-766c-41ae-b440-eca87932927d is going to be updated. [ 1015.044502] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.044714] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.044714] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.044917] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.045079] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.054423] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1730157f-766c-41ae-b440-eca87932927d in Status: IN_PROGRESS for 2s [ 1015.366072] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83108375-ab47-4e13-8043-c4233efdcd21',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.496147] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7052a26d-df5e-4222-be00-5bf53feb656f with status ACTIVE [ 1015.497265] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.497427] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.497491] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.497728] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.497869] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.498038] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.498137] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.498206] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.498348] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.498436] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.498638] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.498736] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.498852] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.498949] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.499058] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.499151] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7052a26d-df5e-4222-be00-5bf53feb656f is going to be updated. [ 1015.524288] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.524717] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.524717] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.524956] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.525211] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.525469] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7052a26d-df5e-4222-be00-5bf53feb656f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.868437] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.868661] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.868661] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.869062] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.869187] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.869305] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83108375-ab47-4e13-8043-c4233efdcd21 is going to be updated. [ 1015.907934] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.908172] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.908327] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.908604] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.908862] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.921121] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83108375-ab47-4e13-8043-c4233efdcd21 in Status: IN_PROGRESS for 2s [ 1016.312403] env[65517]: INFO networking_nsxv3.common.synchronization [req-61126e5c-c077-466e-b1cd-2fbad861fcab req-b301c741-0ba1-4ea1-8d30-f4ffd9eb91fe tempest-ServersTestJSON-546086821 tempest-ServersTestJSON-546086821-project-member] Enqueued Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_members [ 1016.313503] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_members [ 1016.313503] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.313650] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.313696] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.313888] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.314067] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.314170] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.314232] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.314380] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.314482] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.314559] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.683340] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-207 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.683340] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-207" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.683340] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-207" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.683340] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-207" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.683340] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.683340] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.683340] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.684034] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.684034] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.684034] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1016.684034] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1016.684034] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1016.684256] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1016.684256] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1016.684340] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1016.684409] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1016.703928] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1016.704129] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1016.704272] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1016.704444] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-207" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.704755] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-1495d429-ea16-4882-990a-c5ccea69d0f8 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.704930] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-1495d429-ea16-4882-990a-c5ccea69d0f8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.705045] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-1495d429-ea16-4882-990a-c5ccea69d0f8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.705363] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-1495d429-ea16-4882-990a-c5ccea69d0f8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.705562] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1495d429-ea16-4882-990a-c5ccea69d0f8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.818117] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.065825] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1730157f-766c-41ae-b440-eca87932927d in Status: SUCCESS [ 1017.066092] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.066356] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.066559] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.066762] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.066895] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.066975] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.067170] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.067304] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.067399] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.067495] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1730157f-766c-41ae-b440-eca87932927d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.211947] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.212227] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.212350] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.212633] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.212760] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.212942] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port 1495d429-ea16-4882-990a-c5ccea69d0f8 not found, creating... [ 1017.213229] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.213616] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.213616] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.213728] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.213862] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.214170] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.214325] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.214501] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.214717] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.214850] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.215029] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: 1495d429-ea16-4882-990a-c5ccea69d0f8 is going to be created. [ 1017.243352] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.243676] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.243863] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.244228] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.244542] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.244822] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-1495d429-ea16-4882-990a-c5ccea69d0f8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.321319] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.570553] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1730157f-766c-41ae-b440-eca87932927d taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.570553] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.570667] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.570913] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.575098] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.575098] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.575098] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.575098] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.575098] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.575098] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.575098] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1730157f-766c-41ae-b440-eca87932927d taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.575098] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.575098] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.575098] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.575098] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.575098] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.575098] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.575098] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.575098] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.575098] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.575098] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1730157f-766c-41ae-b440-eca87932927d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.669380] env[65517]: INFO networking_nsxv3.common.synchronization [req-ec447d12-c9b3-4283-9a01-5d756e4b0224 req-e65256dc-ca1f-4d17-8d5f-e9b54b946638 tempest-ServerRescueNegativeTestJSON-611467277 tempest-ServerRescueNegativeTestJSON-611467277-project-member] Enqueued Resource ID: 59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f with Priority: HIGHEST for action security_group_members [ 1017.669946] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f with Priority: HIGHEST for action security_group_members [ 1017.670286] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.670428] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.670497] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.670714] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.670964] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.671123] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.671203] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.671355] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.671427] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.671495] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.826520] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.826520] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.826520] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.826520] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.826520] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.826520] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15cbb134-3005-4bfd-9d6a-5050632541ac is going to be updated. [ 1017.860373] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.860530] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.860616] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.860791] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.860962] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.877934] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: IN_PROGRESS for 2s [ 1017.935420] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83108375-ab47-4e13-8043-c4233efdcd21 in Status: SUCCESS [ 1017.935420] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.935420] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.935420] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.935420] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.935420] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.935420] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.935420] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.935420] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.935420] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.935420] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-83108375-ab47-4e13-8043-c4233efdcd21 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.935420] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.935420] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.935420] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.935420] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.935420] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.936319] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.936610] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.937228] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.937482] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.937852] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83108375-ab47-4e13-8043-c4233efdcd21',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.938840] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.939546] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.940304] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.940598] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.940753] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.940996] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.941952] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.941952] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83108375-ab47-4e13-8043-c4233efdcd21',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.988139] env[65517]: INFO networking_nsxv3.common.synchronization [req-61126e5c-c077-466e-b1cd-2fbad861fcab req-cf442457-eaa9-48a5-8ae7-f5dcfcd91a43 service nova] Enqueued Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_rules [ 1017.988139] env[65517]: INFO networking_nsxv3.common.synchronization [req-61126e5c-c077-466e-b1cd-2fbad861fcab req-cf442457-eaa9-48a5-8ae7-f5dcfcd91a43 service nova] Enqueued Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_members [ 1017.988139] env[65517]: INFO networking_nsxv3.common.synchronization [req-61126e5c-c077-466e-b1cd-2fbad861fcab req-cf442457-eaa9-48a5-8ae7-f5dcfcd91a43 service nova] Enqueued Resource ID: 1495d429-ea16-4882-990a-c5ccea69d0f8 with Priority: HIGHEST for action port [ 1017.988900] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_rules [ 1017.989205] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_members [ 1017.989403] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1495d429-ea16-4882-990a-c5ccea69d0f8 with Priority: HIGHEST for action port [ 1017.989824] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.990093] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.990234] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.990593] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.990754] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.991728] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.991886] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.992252] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-1495d429-ea16-4882-990a-c5ccea69d0f8 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.992463] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1495d429-ea16-4882-990a-c5ccea69d0f8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.992583] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1495d429-ea16-4882-990a-c5ccea69d0f8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.992867] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1495d429-ea16-4882-990a-c5ccea69d0f8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.992960] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1495d429-ea16-4882-990a-c5ccea69d0f8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.077359] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1730157f-766c-41ae-b440-eca87932927d: rpc.has_security_group_logging(os_id): False [ 1018.098117] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.098333] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.098462] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.098639] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.098774] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.098989] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.099143] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.099205] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.099454] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.099593] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.099867] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.099961] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.100052] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.100213] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.100298] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.100493] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.100587] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.100645] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.100800] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.100921] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.101015] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1730157f-766c-41ae-b440-eca87932927d is going to be updated. [ 1018.173883] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.174121] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.174121] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.174362] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.196370] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.196370] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.366726] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.367058] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.367194] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.367390] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.367461] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.367539] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.367632] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f is going to be updated. [ 1018.368648] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.368841] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.369041] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.390142] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1730157f-766c-41ae-b440-eca87932927d in Status: IN_PROGRESS for 2s [ 1018.406029] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.406029] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.406029] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.406029] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.406029] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.414717] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f in Status: IN_PROGRESS for 2s [ 1018.445426] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83108375-ab47-4e13-8043-c4233efdcd21',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.446381] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83108375-ab47-4e13-8043-c4233efdcd21: rpc.has_security_group_logging(os_id): False [ 1018.467651] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.467821] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.467880] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.468149] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.468304] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.468548] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.468657] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.468657] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.468810] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.468887] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.469198] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.469198] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.469313] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.469406] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.469477] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.469670] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.469768] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.469825] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.470010] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.470077] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.470165] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83108375-ab47-4e13-8043-c4233efdcd21 is going to be created. [ 1018.494468] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.494608] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.494822] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1495d429-ea16-4882-990a-c5ccea69d0f8 with status ACTIVE [ 1018.495014] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.495200] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.495267] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.495487] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.495621] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.495858] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.495960] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.496034] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.496192] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.496269] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.496494] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.496567] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.496601] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.496728] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.496800] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.496883] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1495d429-ea16-4882-990a-c5ccea69d0f8 is going to be updated. [ 1018.520355] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.521070] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.521070] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.521070] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.521070] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.521070] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1495d429-ea16-4882-990a-c5ccea69d0f8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.530334] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.530458] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.530514] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.530720] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.530953] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.547381] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83108375-ab47-4e13-8043-c4233efdcd21 in Status: IN_PROGRESS for 2s [ 1018.949814] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83108375-ab47-4e13-8043-c4233efdcd21',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.452496] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.452681] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.452759] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.452998] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.453097] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.453267] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83108375-ab47-4e13-8043-c4233efdcd21 is going to be updated. [ 1019.491464] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.491622] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.491661] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.491899] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.492097] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.505774] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83108375-ab47-4e13-8043-c4233efdcd21 in Status: IN_PROGRESS for 2s [ 1019.890914] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: SUCCESS [ 1019.891187] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.891373] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.891613] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.891813] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.891967] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.892038] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.892202] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.892281] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.892380] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.394912] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.405650] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1730157f-766c-41ae-b440-eca87932927d in Status: SUCCESS [ 1020.405900] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.426127] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f in Status: SUCCESS [ 1020.426409] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f deletion is rescheduled due to dependency. [ 1020.426531] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.566582] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83108375-ab47-4e13-8043-c4233efdcd21 in Status: SUCCESS [ 1020.570391] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.570612] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.570848] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.571017] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83108375-ab47-4e13-8043-c4233efdcd21',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.897472] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.074989] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-83108375-ab47-4e13-8043-c4233efdcd21 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.075257] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.400089] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.400089] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.400089] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.400618] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.400618] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.400618] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15cbb134-3005-4bfd-9d6a-5050632541ac is going to be updated. [ 1021.437260] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.437407] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.437584] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.437687] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.437829] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.450204] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: IN_PROGRESS for 2s [ 1021.518638] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83108375-ab47-4e13-8043-c4233efdcd21 in Status: SUCCESS [ 1021.519092] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.519377] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.519713] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.520063] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.520157] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.520231] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.520428] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.520428] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.520528] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.520640] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83108375-ab47-4e13-8043-c4233efdcd21',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.026405] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-83108375-ab47-4e13-8043-c4233efdcd21 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.026663] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.026734] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.027013] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.027247] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.027392] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.027483] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.027691] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.027808] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.027941] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.028169] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-83108375-ab47-4e13-8043-c4233efdcd21 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.028299] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.028387] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.028575] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.028791] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.028919] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.028992] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.029194] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.029298] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.029409] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.029530] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83108375-ab47-4e13-8043-c4233efdcd21',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.533155] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83108375-ab47-4e13-8043-c4233efdcd21: rpc.has_security_group_logging(os_id): False [ 1022.552528] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.552528] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.552528] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.552528] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.553461] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.553461] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.553461] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.553461] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.553461] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.553461] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.553461] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.553779] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.553779] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.553779] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.553941] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.554111] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.554263] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.554263] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.554383] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.554443] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.554525] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83108375-ab47-4e13-8043-c4233efdcd21 is going to be updated. [ 1022.636021] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.636241] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.636241] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.636448] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.636593] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.653986] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83108375-ab47-4e13-8043-c4233efdcd21 in Status: IN_PROGRESS for 2s [ 1022.990411] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1022.990544] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1023.463243] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: SUCCESS [ 1023.463697] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.463697] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.463888] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.464092] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.464218] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.464277] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.464430] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.464537] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.464678] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.464678] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.857376] env[65517]: INFO networking_nsxv3.common.synchronization [req-9108743c-6306-48aa-8786-cecf655054f8 req-2225dcce-f034-4938-ac8c-9c8a729fa8a3 tempest-ServerActionsTestOtherA-1521945027 tempest-ServerActionsTestOtherA-1521945027-project-member] Enqueued Resource ID: 110e3ad4-c55b-460e-b459-c37503800115 with Priority: HIGHEST for action security_group_members [ 1023.857936] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 110e3ad4-c55b-460e-b459-c37503800115 with Priority: HIGHEST for action security_group_members [ 1023.858273] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-110e3ad4-c55b-460e-b459-c37503800115 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.858399] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-110e3ad4-c55b-460e-b459-c37503800115" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.858477] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-110e3ad4-c55b-460e-b459-c37503800115" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.858707] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-110e3ad4-c55b-460e-b459-c37503800115" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.858883] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.858995] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.859147] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.859354] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.859451] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.859511] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('110e3ad4-c55b-460e-b459-c37503800115',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.971519] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.971738] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.971813] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.972058] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.972238] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.972334] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.972393] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.972554] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.972644] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.972720] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.972867] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.972966] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.973039] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.973181] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.973316] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.973405] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.973461] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.973872] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.973872] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.973872] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.973872] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.298923] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-32 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.299208] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-32" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.299370] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-32" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.299638] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-32" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.299913] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.302709] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.302918] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.303373] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.303422] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.303723] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1024.303819] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1024.303877] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1024.303992] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1024.304100] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1024.304193] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1024.304341] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1024.327757] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1024.328081] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1024.328282] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1024.328510] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-32" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.328966] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-18edb16a-a08b-4e97-9b0a-a138798ed559 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.329229] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-18edb16a-a08b-4e97-9b0a-a138798ed559" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.329372] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-18edb16a-a08b-4e97-9b0a-a138798ed559" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.329896] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-18edb16a-a08b-4e97-9b0a-a138798ed559" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.336127] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18edb16a-a08b-4e97-9b0a-a138798ed559',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.364099] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.364271] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.364354] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.364554] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.364634] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.364834] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.365695] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.365695] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.365695] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.365695] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.365695] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 110e3ad4-c55b-460e-b459-c37503800115 already deleted. [ 1024.365695] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-110e3ad4-c55b-460e-b459-c37503800115" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.479307] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15cbb134-3005-4bfd-9d6a-5050632541ac: rpc.has_security_group_logging(os_id): False [ 1024.499167] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.499373] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.499423] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.499634] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.499722] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.500068] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.500068] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.500233] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.500277] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.500374] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.500554] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.500657] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.500713] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.500855] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.500971] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.501200] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.501294] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.501354] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.501491] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.501568] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.501669] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15cbb134-3005-4bfd-9d6a-5050632541ac is going to be updated. [ 1024.575932] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.576066] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.576176] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.576387] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.576536] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.592726] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: IN_PROGRESS for 2s [ 1024.672844] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83108375-ab47-4e13-8043-c4233efdcd21 in Status: SUCCESS [ 1024.673282] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.673282] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.673434] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.673531] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83108375-ab47-4e13-8043-c4233efdcd21',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.838907] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.838907] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.838907] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.838907] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.839282] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.839282] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port 18edb16a-a08b-4e97-9b0a-a138798ed559 not found, creating... [ 1024.839545] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.839708] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.839821] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.840087] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.840229] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.840661] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.840835] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.841019] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.841267] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.841406] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.841547] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: 18edb16a-a08b-4e97-9b0a-a138798ed559 is going to be created. [ 1024.866317] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.866667] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.866667] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.866896] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.867167] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.867397] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-18edb16a-a08b-4e97-9b0a-a138798ed559" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.176422] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-83108375-ab47-4e13-8043-c4233efdcd21 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.176584] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.176653] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.176868] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.177050] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.177151] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.177215] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.177621] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.177621] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.177725] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.177759] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83108375-ab47-4e13-8043-c4233efdcd21',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.642549] env[65517]: INFO networking_nsxv3.common.synchronization [req-9108743c-6306-48aa-8786-cecf655054f8 req-58cfb605-ebda-4301-85a0-52b43a185c69 service nova] Enqueued Resource ID: 110e3ad4-c55b-460e-b459-c37503800115 with Priority: HIGHEST for action security_group_rules [ 1025.642984] env[65517]: INFO networking_nsxv3.common.synchronization [req-9108743c-6306-48aa-8786-cecf655054f8 req-58cfb605-ebda-4301-85a0-52b43a185c69 service nova] Enqueued Resource ID: 110e3ad4-c55b-460e-b459-c37503800115 with Priority: HIGHEST for action security_group_members [ 1025.642984] env[65517]: INFO networking_nsxv3.common.synchronization [req-9108743c-6306-48aa-8786-cecf655054f8 req-58cfb605-ebda-4301-85a0-52b43a185c69 service nova] Enqueued Resource ID: 18edb16a-a08b-4e97-9b0a-a138798ed559 with Priority: HIGHEST for action port [ 1025.645328] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 110e3ad4-c55b-460e-b459-c37503800115 with Priority: HIGHEST for action security_group_rules [ 1025.645328] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 110e3ad4-c55b-460e-b459-c37503800115 with Priority: HIGHEST for action security_group_members [ 1025.645328] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18edb16a-a08b-4e97-9b0a-a138798ed559 with Priority: HIGHEST for action port [ 1025.646027] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-110e3ad4-c55b-460e-b459-c37503800115 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.646027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-110e3ad4-c55b-460e-b459-c37503800115" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.646027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-110e3ad4-c55b-460e-b459-c37503800115" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.646193] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-110e3ad4-c55b-460e-b459-c37503800115" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.646193] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('110e3ad4-c55b-460e-b459-c37503800115',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.647180] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-110e3ad4-c55b-460e-b459-c37503800115 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.647349] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-110e3ad4-c55b-460e-b459-c37503800115" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.647349] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-110e3ad4-c55b-460e-b459-c37503800115" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.648239] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-110e3ad4-c55b-460e-b459-c37503800115" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.648239] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.648239] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.648239] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.648239] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.648239] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.648239] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('110e3ad4-c55b-460e-b459-c37503800115',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.649890] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-18edb16a-a08b-4e97-9b0a-a138798ed559 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.653484] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18edb16a-a08b-4e97-9b0a-a138798ed559" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.653484] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18edb16a-a08b-4e97-9b0a-a138798ed559" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.653484] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18edb16a-a08b-4e97-9b0a-a138798ed559" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.653484] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18edb16a-a08b-4e97-9b0a-a138798ed559',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.680311] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-83108375-ab47-4e13-8043-c4233efdcd21 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.680515] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.680515] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.680709] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.680871] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.681036] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.681106] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.681257] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.681341] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.681427] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.681574] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-83108375-ab47-4e13-8043-c4233efdcd21 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.681667] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.681720] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.681892] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.682077] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.682174] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.682228] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.682363] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.682433] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.682512] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.682600] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83108375-ab47-4e13-8043-c4233efdcd21',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.154675] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-110e3ad4-c55b-460e-b459-c37503800115 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.154675] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-110e3ad4-c55b-460e-b459-c37503800115" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.154675] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('110e3ad4-c55b-460e-b459-c37503800115',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.156473] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18edb16a-a08b-4e97-9b0a-a138798ed559 with status ACTIVE [ 1026.156730] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.156865] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.156930] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.157175] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.157363] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.157524] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.157618] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.157680] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.157905] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.157999] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.158204] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.158304] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.160045] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.160045] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.160045] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.160045] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18edb16a-a08b-4e97-9b0a-a138798ed559 is going to be updated. [ 1026.185561] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.185774] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.185838] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.186349] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.186349] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.186559] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18edb16a-a08b-4e97-9b0a-a138798ed559" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.186642] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83108375-ab47-4e13-8043-c4233efdcd21: rpc.has_security_group_logging(os_id): False [ 1026.209932] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.209932] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.209932] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.209932] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.209932] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.210368] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.210368] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.210368] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.210368] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.210576] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.210683] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.211244] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.211244] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.211244] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.211244] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.211608] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.211608] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.211608] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.211608] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.211939] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.211939] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83108375-ab47-4e13-8043-c4233efdcd21 is going to be updated. [ 1026.253889] env[65517]: INFO networking_nsxv3.common.synchronization [req-32e03632-366b-4e30-bf69-c2ed947ec151 req-c38e22f4-5a0e-4072-908f-2a5d2a2e5ed9 tempest-ServerActionsTestJSON-1355288579 tempest-ServerActionsTestJSON-1355288579-project-member] Enqueued Resource ID: c2b4c4b4-61da-4515-a6dc-18becc02a73f with Priority: HIGHEST for action security_group_members [ 1026.253889] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2b4c4b4-61da-4515-a6dc-18becc02a73f with Priority: HIGHEST for action security_group_members [ 1026.254598] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2b4c4b4-61da-4515-a6dc-18becc02a73f taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.254598] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2b4c4b4-61da-4515-a6dc-18becc02a73f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.254598] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2b4c4b4-61da-4515-a6dc-18becc02a73f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.254598] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2b4c4b4-61da-4515-a6dc-18becc02a73f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.255062] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.255201] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.255265] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.255437] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.255521] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.255621] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2b4c4b4-61da-4515-a6dc-18becc02a73f',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.320630] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.320630] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.320630] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.320630] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.320630] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.345647] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83108375-ab47-4e13-8043-c4233efdcd21 in Status: IN_PROGRESS for 2s [ 1026.373187] env[65517]: INFO networking_nsxv3.common.synchronization [req-bba5d46d-d749-4ff8-b7f0-9ae3cbe75b5d req-d734060b-4039-4c45-9c41-a979523fa6d1 tempest-DeleteServersTestJSON-868563199 tempest-DeleteServersTestJSON-868563199-project-member] Enqueued Resource ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 with Priority: HIGHEST for action security_group_members [ 1026.374103] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 with Priority: HIGHEST for action security_group_members [ 1026.374564] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8788facd-6bf8-475b-a83d-2ba5353fcb51 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.374735] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.374877] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.375210] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.375499] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.375682] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.375792] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.376022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.376168] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.376337] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8788facd-6bf8-475b-a83d-2ba5353fcb51',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.607400] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: SUCCESS [ 1026.607676] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.663023] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('110e3ad4-c55b-460e-b459-c37503800115',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.760864] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.760864] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.760864] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.760864] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.760864] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.760864] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.760864] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.760864] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.760864] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.760864] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.760864] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2b4c4b4-61da-4515-a6dc-18becc02a73f is going to be updated. [ 1026.788709] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-844 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.790025] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-844" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.790025] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-844" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.790025] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-844" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.790025] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.790631] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.794023] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.794023] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.794023] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.794023] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1026.794023] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1026.794023] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1026.794023] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1026.794023] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1026.794023] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1026.794023] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1026.795683] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.795981] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.796161] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.796414] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.796631] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.811099] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2b4c4b4-61da-4515-a6dc-18becc02a73f in Status: IN_PROGRESS for 2s [ 1026.821044] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1026.824137] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1026.824137] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1026.824137] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-844" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.824137] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-0831bbe0-c665-4be1-932f-e4ed9c52eb4e taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.824137] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-0831bbe0-c665-4be1-932f-e4ed9c52eb4e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.824137] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-0831bbe0-c665-4be1-932f-e4ed9c52eb4e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.824137] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-0831bbe0-c665-4be1-932f-e4ed9c52eb4e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.824137] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0831bbe0-c665-4be1-932f-e4ed9c52eb4e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.879755] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.880257] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.880551] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.880974] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.881269] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.881610] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.883019] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.883019] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.883019] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.883019] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.883019] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 is going to be updated. [ 1026.917923] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.917923] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.917923] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.918190] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.918375] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.929198] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 in Status: IN_PROGRESS for 2s [ 1027.165094] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.165418] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.165418] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.165548] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.165655] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.165786] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 110e3ad4-c55b-460e-b459-c37503800115 is going to be created. [ 1027.197469] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.197659] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.197709] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.200018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.200018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.211199] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 110e3ad4-c55b-460e-b459-c37503800115 in Status: UNINITIALIZED for 2s [ 1027.329308] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.329600] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.329868] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.330051] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.330255] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.330314] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port 0831bbe0-c665-4be1-932f-e4ed9c52eb4e not found, creating... [ 1027.330720] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.331544] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.331544] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.331544] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.331544] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.331764] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.332022] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.332186] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.332364] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.332506] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.332660] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: 0831bbe0-c665-4be1-932f-e4ed9c52eb4e is going to be created. [ 1027.447788] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.447788] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.447788] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.447788] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.447788] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.447788] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-0831bbe0-c665-4be1-932f-e4ed9c52eb4e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.235881] env[65517]: INFO networking_nsxv3.common.synchronization [req-bba5d46d-d749-4ff8-b7f0-9ae3cbe75b5d req-83b1871b-992f-4582-8e6d-488fe4be8433 service nova] Enqueued Resource ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 with Priority: HIGHEST for action security_group_rules [ 1028.236846] env[65517]: INFO networking_nsxv3.common.synchronization [req-bba5d46d-d749-4ff8-b7f0-9ae3cbe75b5d req-83b1871b-992f-4582-8e6d-488fe4be8433 service nova] Enqueued Resource ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 with Priority: HIGHEST for action security_group_members [ 1028.237138] env[65517]: INFO networking_nsxv3.common.synchronization [req-bba5d46d-d749-4ff8-b7f0-9ae3cbe75b5d req-83b1871b-992f-4582-8e6d-488fe4be8433 service nova] Enqueued Resource ID: 0831bbe0-c665-4be1-932f-e4ed9c52eb4e with Priority: HIGHEST for action port [ 1028.237852] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 with Priority: HIGHEST for action security_group_rules [ 1028.238261] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 with Priority: HIGHEST for action security_group_members [ 1028.238470] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0831bbe0-c665-4be1-932f-e4ed9c52eb4e with Priority: HIGHEST for action port [ 1028.238957] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8788facd-6bf8-475b-a83d-2ba5353fcb51 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.239229] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.239384] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.239668] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.239840] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8788facd-6bf8-475b-a83d-2ba5353fcb51',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.240994] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8788facd-6bf8-475b-a83d-2ba5353fcb51 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.241237] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.241569] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-0831bbe0-c665-4be1-932f-e4ed9c52eb4e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.241813] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0831bbe0-c665-4be1-932f-e4ed9c52eb4e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.242216] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0831bbe0-c665-4be1-932f-e4ed9c52eb4e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.242581] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0831bbe0-c665-4be1-932f-e4ed9c52eb4e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.242768] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0831bbe0-c665-4be1-932f-e4ed9c52eb4e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.361979] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83108375-ab47-4e13-8043-c4233efdcd21 in Status: SUCCESS [ 1028.366416] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.391106] env[65517]: INFO networking_nsxv3.common.synchronization [req-287faa17-58a1-4032-b944-295911b0b038 req-c999cc4e-4097-4dc0-876c-5ee5e24fca11 tempest-ServerDiskConfigTestJSON-1984357202 tempest-ServerDiskConfigTestJSON-1984357202-project-member] Enqueued Resource ID: 1730157f-766c-41ae-b440-eca87932927d with Priority: HIGHEST for action security_group_members [ 1028.392704] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1730157f-766c-41ae-b440-eca87932927d with Priority: HIGHEST for action security_group_members [ 1028.393125] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-1730157f-766c-41ae-b440-eca87932927d taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.393373] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.393479] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.393671] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.393836] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.393948] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.393992] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.394150] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.394236] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.394343] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1730157f-766c-41ae-b440-eca87932927d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.746819] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8788facd-6bf8-475b-a83d-2ba5353fcb51 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.746819] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.753868] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0831bbe0-c665-4be1-932f-e4ed9c52eb4e with status ACTIVE [ 1028.754515] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.755058] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.755290] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.756362] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.756362] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.756362] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.756362] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.756362] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.756687] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.756832] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.757135] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.757273] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.757375] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.757564] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.757684] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.757808] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0831bbe0-c665-4be1-932f-e4ed9c52eb4e is going to be updated. [ 1028.780757] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.780991] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.781062] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.781274] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.781417] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.781583] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0831bbe0-c665-4be1-932f-e4ed9c52eb4e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.820994] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2b4c4b4-61da-4515-a6dc-18becc02a73f in Status: SUCCESS [ 1028.821310] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2b4c4b4-61da-4515-a6dc-18becc02a73f deletion is rescheduled due to dependency. [ 1028.821460] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2b4c4b4-61da-4515-a6dc-18becc02a73f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.897312] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.897501] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.897573] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.897889] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.898043] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.898313] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.898430] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.898497] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.898754] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.898877] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.899029] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1730157f-766c-41ae-b440-eca87932927d is going to be updated. [ 1028.957950] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 in Status: SUCCESS [ 1028.957950] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 deletion is rescheduled due to dependency. [ 1028.957950] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.957950] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.957950] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.957950] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.957950] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.957950] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.957950] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.959210] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.959210] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8788facd-6bf8-475b-a83d-2ba5353fcb51',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.961112] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.961112] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.961112] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.961112] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.961112] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.969921] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1730157f-766c-41ae-b440-eca87932927d in Status: IN_PROGRESS for 2s [ 1029.223683] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 110e3ad4-c55b-460e-b459-c37503800115 in Status: SUCCESS [ 1029.224187] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-110e3ad4-c55b-460e-b459-c37503800115" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.224538] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-110e3ad4-c55b-460e-b459-c37503800115" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.224763] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-110e3ad4-c55b-460e-b459-c37503800115" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.225119] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.225380] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.225458] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.225976] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.226091] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.226153] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-110e3ad4-c55b-460e-b459-c37503800115" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.226429] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('110e3ad4-c55b-460e-b459-c37503800115',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.463621] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8788facd-6bf8-475b-a83d-2ba5353fcb51',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.546312] env[65517]: INFO networking_nsxv3.common.synchronization [req-daba28d6-6b7f-41aa-b81f-779dd7a553ea req-de7de644-67c7-4b92-a40b-6d0d339b8cb4 tempest-ServersTestMultiNic-517359145 tempest-ServersTestMultiNic-517359145-project-member] Enqueued Resource ID: 83108375-ab47-4e13-8043-c4233efdcd21 with Priority: HIGHEST for action security_group_members [ 1029.547545] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83108375-ab47-4e13-8043-c4233efdcd21 with Priority: HIGHEST for action security_group_members [ 1029.547545] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-83108375-ab47-4e13-8043-c4233efdcd21 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.547545] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.547545] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.547806] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.547806] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.547892] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.547892] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.552176] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.552329] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.552451] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83108375-ab47-4e13-8043-c4233efdcd21',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.732562] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('110e3ad4-c55b-460e-b459-c37503800115',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.805164] env[65517]: INFO networking_nsxv3.common.synchronization [req-daba28d6-6b7f-41aa-b81f-779dd7a553ea req-a80534fc-e230-4121-a91a-b5bdbe8c0010 tempest-ServersTestMultiNic-517359145 tempest-ServersTestMultiNic-517359145-project-member] Enqueued Resource ID: 83108375-ab47-4e13-8043-c4233efdcd21 with Priority: HIGHEST for action security_group_members [ 1029.806428] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83108375-ab47-4e13-8043-c4233efdcd21 with Priority: HIGHEST for action security_group_members [ 1029.806811] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-83108375-ab47-4e13-8043-c4233efdcd21 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.806949] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.967248] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8788facd-6bf8-475b-a83d-2ba5353fcb51',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.054723] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83108375-ab47-4e13-8043-c4233efdcd21',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.163522] env[65517]: INFO networking_nsxv3.common.synchronization [req-daba28d6-6b7f-41aa-b81f-779dd7a553ea req-0f49dd22-8482-488b-b38a-f12d46ab08b4 tempest-ServersTestMultiNic-517359145 tempest-ServersTestMultiNic-517359145-project-member] Enqueued Resource ID: 83108375-ab47-4e13-8043-c4233efdcd21 with Priority: HIGHEST for action security_group_members [ 1030.165847] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83108375-ab47-4e13-8043-c4233efdcd21 with Priority: HIGHEST for action security_group_members [ 1030.166192] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-83108375-ab47-4e13-8043-c4233efdcd21 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.166362] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.240568] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 110e3ad4-c55b-460e-b459-c37503800115: rpc.has_security_group_logging(os_id): False [ 1030.264573] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.264573] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.264573] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.264573] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.264573] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.264573] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.264573] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.264573] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.264573] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.265145] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.265145] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 110e3ad4-c55b-460e-b459-c37503800115 is going to be created. [ 1030.342242] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.342242] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.342242] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.342442] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.342617] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.355588] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 110e3ad4-c55b-460e-b459-c37503800115 in Status: IN_PROGRESS for 2s [ 1030.471591] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.472295] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.472295] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.472295] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.472295] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.472295] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 is going to be updated. [ 1030.513073] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.513073] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.513276] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.513405] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.513649] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.524011] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 in Status: IN_PROGRESS for 2s [ 1030.558673] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83108375-ab47-4e13-8043-c4233efdcd21',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.985559] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1730157f-766c-41ae-b440-eca87932927d in Status: SUCCESS [ 1030.985559] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1730157f-766c-41ae-b440-eca87932927d deletion is rescheduled due to dependency. [ 1030.985791] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.004552] env[65517]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7e4570b2-4534-494d-b989-350353d69627 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1031.004552] env[65517]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7e4570b2-4534-494d-b989-350353d69627 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1031.061075] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.061313] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.061409] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.062300] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.062416] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.062563] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83108375-ab47-4e13-8043-c4233efdcd21 is going to be updated. [ 1031.092791] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.093015] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.093015] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.093242] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.093427] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.103896] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83108375-ab47-4e13-8043-c4233efdcd21 in Status: IN_PROGRESS for 2s [ 1031.417874] env[65517]: INFO networking_nsxv3.common.synchronization [req-fece5e11-f000-4f5b-b984-71ba478309ec req-0b198352-ef10-4014-b834-c5e15c5dac66 tempest-ServersTestJSON-546086821 tempest-ServersTestJSON-546086821-project-member] Enqueued Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_members [ 1031.417874] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_members [ 1031.417874] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.417874] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.417874] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.418546] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.419177] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.419446] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.419596] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.419895] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.420115] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.420306] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.923992] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.369068] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 110e3ad4-c55b-460e-b459-c37503800115 in Status: SUCCESS [ 1032.369389] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-110e3ad4-c55b-460e-b459-c37503800115" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.428609] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.536583] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 in Status: SUCCESS [ 1032.537179] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.537179] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.537473] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.537598] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.537756] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.537867] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.538119] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.538246] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.538401] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.538536] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8788facd-6bf8-475b-a83d-2ba5353fcb51',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.931284] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.932258] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.932258] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.932258] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.932258] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.932258] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15cbb134-3005-4bfd-9d6a-5050632541ac is going to be updated. [ 1032.969371] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.969892] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.969892] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.969892] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.970125] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.999520] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: IN_PROGRESS for 2s [ 1033.042418] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8788facd-6bf8-475b-a83d-2ba5353fcb51 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.042418] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.042418] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.042418] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.042418] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.042418] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.042418] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.042695] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.042695] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.042821] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.043011] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8788facd-6bf8-475b-a83d-2ba5353fcb51 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.043186] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.043186] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.043457] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.043706] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.043925] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.043925] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.044045] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.044165] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.044319] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.044319] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8788facd-6bf8-475b-a83d-2ba5353fcb51',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.116803] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83108375-ab47-4e13-8043-c4233efdcd21 in Status: SUCCESS [ 1033.117059] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.117237] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.117460] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.117651] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.117773] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.117836] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.117985] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.118080] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.118173] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83108375-ab47-4e13-8043-c4233efdcd21',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.320453] env[65517]: INFO networking_nsxv3.common.synchronization [req-7843b24a-599d-445e-ac44-86113382b5ad req-7e4966df-a393-4ad6-b1d6-34b15b58ac09 tempest-AttachInterfacesTestJSON-1046622067 tempest-AttachInterfacesTestJSON-1046622067-project-member] Enqueued Resource ID: 81251589-2192-4767-8f0d-d1863dcd0154 with Priority: HIGHEST for action security_group_members [ 1033.321058] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81251589-2192-4767-8f0d-d1863dcd0154 with Priority: HIGHEST for action security_group_members [ 1033.321425] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-81251589-2192-4767-8f0d-d1863dcd0154 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.321481] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.321550] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.321755] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.321908] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.322043] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.322109] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.322245] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.322345] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.322459] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81251589-2192-4767-8f0d-d1863dcd0154',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.547066] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8788facd-6bf8-475b-a83d-2ba5353fcb51: rpc.has_security_group_logging(os_id): False [ 1033.566031] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.566364] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.566364] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.566570] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.566782] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.566981] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.567420] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.567420] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.567486] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.567515] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.567885] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.567973] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.568017] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.568203] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.568302] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.568700] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.568700] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.568844] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.568884] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.569000] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.569201] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 is going to be updated. [ 1033.620733] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.620979] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.621076] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.621345] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.621721] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.621721] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.621946] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.621946] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.622079] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.622157] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.622257] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83108375-ab47-4e13-8043-c4233efdcd21 is going to be updated. [ 1033.641684] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.641880] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.641961] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.642457] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.642457] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.656129] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.656285] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.656370] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.656654] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.656654] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.658233] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 in Status: IN_PROGRESS for 2s [ 1033.665254] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83108375-ab47-4e13-8043-c4233efdcd21 in Status: IN_PROGRESS for 2s [ 1033.668192] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-677 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.668192] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-677" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.668192] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-677" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.668379] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-677" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.668528] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.669193] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.669193] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.669193] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.669361] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.669532] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1033.669591] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1033.669684] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1033.669787] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1033.669893] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1033.669997] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1033.670158] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1033.693232] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1033.693408] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1033.693577] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1033.693747] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-677" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.694094] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-d443e903-a2fa-4c64-b185-81fe54af293a taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.694317] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-d443e903-a2fa-4c64-b185-81fe54af293a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.694393] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-d443e903-a2fa-4c64-b185-81fe54af293a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.694713] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-d443e903-a2fa-4c64-b185-81fe54af293a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.694849] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d443e903-a2fa-4c64-b185-81fe54af293a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.825936] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81251589-2192-4767-8f0d-d1863dcd0154',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.200017] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.200017] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.200017] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.200017] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.200017] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.200017] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port d443e903-a2fa-4c64-b185-81fe54af293a not found, creating... [ 1034.200017] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.200017] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.200017] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.200017] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.200017] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.200761] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.200761] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.200761] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.201206] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.201481] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.201739] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: d443e903-a2fa-4c64-b185-81fe54af293a is going to be created. [ 1034.224305] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.224867] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.225151] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.225569] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.226047] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.226462] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-d443e903-a2fa-4c64-b185-81fe54af293a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.328781] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81251589-2192-4767-8f0d-d1863dcd0154',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.936421] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.936684] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.936913] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.940105] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.940105] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.940105] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81251589-2192-4767-8f0d-d1863dcd0154 is going to be updated. [ 1034.976869] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.976869] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.976869] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.976869] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.977105] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.987193] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81251589-2192-4767-8f0d-d1863dcd0154 in Status: IN_PROGRESS for 2s [ 1035.009813] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: SUCCESS [ 1035.009813] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.206371] env[65517]: INFO networking_nsxv3.common.synchronization [req-7843b24a-599d-445e-ac44-86113382b5ad req-e2922e41-0838-4690-9981-23fcd49695f2 service nova] Enqueued Resource ID: 81251589-2192-4767-8f0d-d1863dcd0154 with Priority: HIGHEST for action security_group_rules [ 1035.206628] env[65517]: INFO networking_nsxv3.common.synchronization [req-7843b24a-599d-445e-ac44-86113382b5ad req-e2922e41-0838-4690-9981-23fcd49695f2 service nova] Enqueued Resource ID: 81251589-2192-4767-8f0d-d1863dcd0154 with Priority: HIGHEST for action security_group_members [ 1035.206713] env[65517]: INFO networking_nsxv3.common.synchronization [req-7843b24a-599d-445e-ac44-86113382b5ad req-e2922e41-0838-4690-9981-23fcd49695f2 service nova] Enqueued Resource ID: d443e903-a2fa-4c64-b185-81fe54af293a with Priority: HIGHEST for action port [ 1035.207727] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81251589-2192-4767-8f0d-d1863dcd0154 with Priority: HIGHEST for action security_group_rules [ 1035.207727] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81251589-2192-4767-8f0d-d1863dcd0154 with Priority: HIGHEST for action security_group_members [ 1035.207727] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d443e903-a2fa-4c64-b185-81fe54af293a with Priority: HIGHEST for action port [ 1035.207884] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81251589-2192-4767-8f0d-d1863dcd0154 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.207884] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.207961] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.208809] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.208809] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81251589-2192-4767-8f0d-d1863dcd0154',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.209419] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-81251589-2192-4767-8f0d-d1863dcd0154 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.209521] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.209775] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-d443e903-a2fa-4c64-b185-81fe54af293a taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.209775] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d443e903-a2fa-4c64-b185-81fe54af293a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.209884] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d443e903-a2fa-4c64-b185-81fe54af293a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.210039] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d443e903-a2fa-4c64-b185-81fe54af293a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.210122] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d443e903-a2fa-4c64-b185-81fe54af293a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.675783] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83108375-ab47-4e13-8043-c4233efdcd21 in Status: SUCCESS [ 1035.675783] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83108375-ab47-4e13-8043-c4233efdcd21 deletion is rescheduled due to dependency. [ 1035.675783] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.676097] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.676261] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.676956] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.676956] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.676956] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.676956] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.676956] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.677344] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83108375-ab47-4e13-8043-c4233efdcd21',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.678806] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 in Status: SUCCESS [ 1035.679449] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.712616] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-81251589-2192-4767-8f0d-d1863dcd0154 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.712737] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.713815] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d443e903-a2fa-4c64-b185-81fe54af293a with status ACTIVE [ 1035.713815] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.713815] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.713815] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.713815] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.713815] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.713815] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.713815] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.714171] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.714171] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.714171] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.714269] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.714350] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.714406] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.714538] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.714605] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.714691] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d443e903-a2fa-4c64-b185-81fe54af293a is going to be updated. [ 1035.744428] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.744575] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.744695] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.744840] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.744972] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.745140] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d443e903-a2fa-4c64-b185-81fe54af293a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.182721] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.182945] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.183083] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.184079] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.184079] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.184079] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.184079] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.184079] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.184079] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.184402] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.184402] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83108375-ab47-4e13-8043-c4233efdcd21 is going to be updated. [ 1036.215650] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.215925] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.215925] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.216118] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.216237] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.226419] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83108375-ab47-4e13-8043-c4233efdcd21 in Status: IN_PROGRESS for 2s [ 1036.996724] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81251589-2192-4767-8f0d-d1863dcd0154 in Status: SUCCESS [ 1036.996949] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.997137] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.997403] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.997596] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.997736] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.997776] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.997918] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.998794] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.998794] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81251589-2192-4767-8f0d-d1863dcd0154',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.500437] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81251589-2192-4767-8f0d-d1863dcd0154',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.002891] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81251589-2192-4767-8f0d-d1863dcd0154',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.236939] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83108375-ab47-4e13-8043-c4233efdcd21 in Status: SUCCESS [ 1038.236939] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83108375-ab47-4e13-8043-c4233efdcd21 deletion is rescheduled due to dependency. [ 1038.237216] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.506028] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.506028] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.506028] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.506028] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.506661] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.508466] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81251589-2192-4767-8f0d-d1863dcd0154 is going to be updated. [ 1038.537518] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.539131] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.539131] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.539131] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.539131] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.548979] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81251589-2192-4767-8f0d-d1863dcd0154 in Status: IN_PROGRESS for 2s [ 1040.208880] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1040.209372] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1040.561574] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81251589-2192-4767-8f0d-d1863dcd0154 in Status: SUCCESS [ 1040.561807] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.562013] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.562285] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.562487] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.562595] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.562696] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.562841] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.562928] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.563028] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.563194] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81251589-2192-4767-8f0d-d1863dcd0154',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.066138] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81251589-2192-4767-8f0d-d1863dcd0154',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.569667] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81251589-2192-4767-8f0d-d1863dcd0154: rpc.has_security_group_logging(os_id): False [ 1041.589492] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.589635] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.589707] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.590096] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.590186] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.590462] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.590570] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.590633] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.590829] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.590943] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.591075] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81251589-2192-4767-8f0d-d1863dcd0154 is going to be updated. [ 1041.662552] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.662552] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.662552] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.662552] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.662552] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.679158] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81251589-2192-4767-8f0d-d1863dcd0154 in Status: IN_PROGRESS for 2s [ 1041.959391] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.959556] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.959629] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.959858] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.959996] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.462703] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.966018] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.468417] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1043.468585] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1043.695405] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81251589-2192-4767-8f0d-d1863dcd0154 in Status: SUCCESS [ 1043.695844] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.874991] env[65517]: INFO networking_nsxv3.common.synchronization [None req-0ca3010e-8bea-4bb7-9fb7-b12e8bc96376 None None] Enqueued Resource ID: 2f614672-5a82-451d-92c4-b37917998e57 with Priority: HIGHEST for action port [ 1043.875572] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f614672-5a82-451d-92c4-b37917998e57 with Priority: HIGHEST for action port [ 1043.875849] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f614672-5a82-451d-92c4-b37917998e57 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.875980] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f614672-5a82-451d-92c4-b37917998e57" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.876055] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f614672-5a82-451d-92c4-b37917998e57" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.876313] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f614672-5a82-451d-92c4-b37917998e57" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.876397] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f614672-5a82-451d-92c4-b37917998e57',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.275588] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.275975] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.275975] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.275975] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.290491] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1044.290855] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.292398] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1044.338813] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.338993] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.338993] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.339425] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.353496] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.354422] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1044.354830] env[65517]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65517) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1044.355034] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1044.379958] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f614672-5a82-451d-92c4-b37917998e57 [ 1044.379958] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.379958] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.379958] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.379958] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.380287] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.380473] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f614672-5a82-451d-92c4-b37917998e57 already deleted. [ 1044.380473] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f614672-5a82-451d-92c4-b37917998e57" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.412618] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.413523] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.413523] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.413523] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.416453] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.416453] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1044.507967] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.508293] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.508293] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.508455] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.508780] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.512164] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1044.586394] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.586606] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.586705] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.586901] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.587331] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.587764] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:52. [ 1044.587764] env[65517]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'e65f5778-ccab-4b5b-ac90-eca3e12fa673', '1f4c9788-c3bc-4d42-ab8c-b8779126cad5', '650c42bb-4b14-46f3-bb4b-20aece7de379', 'ad12afad-497f-4db2-af86-e32dc5094469', 'ab66dd62-16db-4391-8af1-599d86b97d41', '81251589-2192-4767-8f0d-d1863dcd0154', '110e3ad4-c55b-460e-b459-c37503800115', '0dc4c6c0-c826-4e19-a455-d965e0b68de2', 'eec0cccc-9adc-4045-a136-976c4d262c43', '35bc3143-6d34-401c-ae39-ebe7c68bff70', '5aa0f51a-5bda-4047-bbc1-138dbd50b86c', '83108375-ab47-4e13-8043-c4233efdcd21', '8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b', '1730157f-766c-41ae-b440-eca87932927d', '15cbb134-3005-4bfd-9d6a-5050632541ac', 'f6a7e8fa-d951-469e-a1e0-62fc852d4b7c', '36beb278-32ac-4aef-b179-f92a7b7f77d1', '207c74c6-7db5-4bdb-bf22-e9f1b2e299e1', 'ba847a54-89e0-4227-af15-1ff4ff78c673', 'be813d9d-4e65-4926-85ad-80cbfa6a422f', 'b632c62f-4795-45eb-80ec-33e0a1a3cd13', '8788facd-6bf8-475b-a83d-2ba5353fcb51', 'fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63', '871dde01-9cd4-45b2-bbe9-163475d17e44', '99f570ab-f8c1-42a4-8bc3-70a684da72d6', '0fda5972-7164-488f-ba8c-f3a78641d50e', '310536a6-570c-46a9-9433-6dc4d62eaa8e', '4c7b1217-7384-4374-8c14-0afb40414856', '1c12c13b-2238-4d1e-b5e4-4a96af95a313', 'f4322a65-b67f-40fc-94c6-bc6937eb52cf', '59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f', 'b0224a42-bf09-4ccf-a860-732b81d9fc27', '329fa4e8-c914-41a8-b6b9-5f8cf20abd70', 'de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e', '2fbb3b40-047e-4040-93f0-4cf35b8eb514', 'b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8', 'e3852e0d-b43c-4061-b6fb-03d996b64bb7', '0d18e879-e18d-46ea-9b66-5a4cdd9d8266', 'c2b4c4b4-61da-4515-a6dc-18becc02a73f', 'a30006fc-e392-4ab1-a8ca-7c1e5845860e', '582aef48-c369-4770-b95b-b8cd97255695', '674c7603-cd3d-4525-a99d-c0c8514d165a', 'b811780c-07e6-4dea-99ca-8e1861645646', '362f12c2-2024-4d12-904b-e2bcf3c51aa5', '8c60bc6e-e3c9-48e1-81ca-6be72fca57f9', '325c2cae-985e-4d03-9f81-49938e2b3d23', '8c8fd96a-d646-47ad-9335-d9d1bdbdc867', '72cb09c9-0714-4f7c-bcff-0aa14beb612b', '5afd66f5-85a3-4743-9424-434af73eabf0', 'a8c33c90-533f-41ce-9459-30ddb480c1cc', 'f7b8416e-2d48-4fe8-a70f-beee264427e4', 'bef7db4e-887b-4304-8308-bedd6731c2c4'} {{(pid=65517) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1044.587951] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1044.607538] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.607691] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.607768] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.607956] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.608956] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.608956] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1044.608956] env[65517]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65517) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1044.608956] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1044.680022] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.680129] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.680173] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.680758] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.681472] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.681746] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1044.681869] env[65517]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65517) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1044.681939] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1044.682028] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1044.682118] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/52 resources of Type:Security Group Rules [ 1044.682193] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e65f5778-ccab-4b5b-ac90-eca3e12fa673 with Priority: HIGH for action security_group_rules [ 1044.682295] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 with Priority: HIGH for action security_group_rules [ 1044.682393] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 with Priority: HIGH for action security_group_rules [ 1044.682852] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ad12afad-497f-4db2-af86-e32dc5094469 with Priority: HIGH for action security_group_rules [ 1044.682852] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ab66dd62-16db-4391-8af1-599d86b97d41 with Priority: HIGH for action security_group_rules [ 1044.682852] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 81251589-2192-4767-8f0d-d1863dcd0154 with Priority: HIGH for action security_group_rules [ 1044.682852] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 110e3ad4-c55b-460e-b459-c37503800115 with Priority: HIGH for action security_group_rules [ 1044.682852] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0dc4c6c0-c826-4e19-a455-d965e0b68de2 with Priority: HIGH for action security_group_rules [ 1044.682852] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eec0cccc-9adc-4045-a136-976c4d262c43 with Priority: HIGH for action security_group_rules [ 1044.682852] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 with Priority: HIGH for action security_group_rules [ 1044.682852] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c with Priority: HIGH for action security_group_rules [ 1044.683131] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 83108375-ab47-4e13-8043-c4233efdcd21 with Priority: HIGH for action security_group_rules [ 1044.683131] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b with Priority: HIGH for action security_group_rules [ 1044.683131] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1730157f-766c-41ae-b440-eca87932927d with Priority: HIGH for action security_group_rules [ 1044.683131] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGH for action security_group_rules [ 1044.683131] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f6a7e8fa-d951-469e-a1e0-62fc852d4b7c with Priority: HIGH for action security_group_rules [ 1044.683276] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 36beb278-32ac-4aef-b179-f92a7b7f77d1 with Priority: HIGH for action security_group_rules [ 1044.683276] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 207c74c6-7db5-4bdb-bf22-e9f1b2e299e1 with Priority: HIGH for action security_group_rules [ 1044.683333] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ba847a54-89e0-4227-af15-1ff4ff78c673 with Priority: HIGH for action security_group_rules [ 1044.683361] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: be813d9d-4e65-4926-85ad-80cbfa6a422f with Priority: HIGH for action security_group_rules [ 1044.683689] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.688536] env[65517]: INFO networking_nsxv3.common.synchronization [None req-2e498f28-f71a-409b-bb17-add88dbb3afc tempest-ServerActionsV293TestJSON-2005045633 tempest-ServerActionsV293TestJSON-2005045633-project-member] Enqueued Resource ID: 3598e49d-7764-46e7-a75e-7ff8ded7c6e2 with Priority: HIGHEST for action security_group_rules [ 1044.689173] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3598e49d-7764-46e7-a75e-7ff8ded7c6e2 with Priority: HIGHEST for action security_group_rules [ 1044.689300] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e65f5778-ccab-4b5b-ac90-eca3e12fa673 with Priority: HIGH for action security_group_rules [ 1044.689413] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 with Priority: HIGH for action security_group_rules [ 1044.689524] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 110e3ad4-c55b-460e-b459-c37503800115 with Priority: HIGH for action security_group_rules [ 1044.689720] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGH for action security_group_rules [ 1044.689720] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be813d9d-4e65-4926-85ad-80cbfa6a422f with Priority: HIGH for action security_group_rules [ 1044.689831] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba847a54-89e0-4227-af15-1ff4ff78c673 with Priority: HIGH for action security_group_rules [ 1044.689890] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 207c74c6-7db5-4bdb-bf22-e9f1b2e299e1 with Priority: HIGH for action security_group_rules [ 1044.689945] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36beb278-32ac-4aef-b179-f92a7b7f77d1 with Priority: HIGH for action security_group_rules [ 1044.690044] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1730157f-766c-41ae-b440-eca87932927d with Priority: HIGH for action security_group_rules [ 1044.690148] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6a7e8fa-d951-469e-a1e0-62fc852d4b7c with Priority: HIGH for action security_group_rules [ 1044.690457] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b with Priority: HIGH for action security_group_rules [ 1044.690457] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83108375-ab47-4e13-8043-c4233efdcd21 with Priority: HIGH for action security_group_rules [ 1044.690457] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c with Priority: HIGH for action security_group_rules [ 1044.690457] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 with Priority: HIGH for action security_group_rules [ 1044.691220] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eec0cccc-9adc-4045-a136-976c4d262c43 with Priority: HIGH for action security_group_rules [ 1044.691220] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81251589-2192-4767-8f0d-d1863dcd0154 with Priority: HIGH for action security_group_rules [ 1044.691220] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dc4c6c0-c826-4e19-a455-d965e0b68de2 with Priority: HIGH for action security_group_rules [ 1044.691220] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab66dd62-16db-4391-8af1-599d86b97d41 with Priority: HIGH for action security_group_rules [ 1044.691220] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 with Priority: HIGH for action security_group_rules [ 1044.691220] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad12afad-497f-4db2-af86-e32dc5094469 with Priority: HIGH for action security_group_rules [ 1044.691220] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3598e49d-7764-46e7-a75e-7ff8ded7c6e2 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.691503] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3598e49d-7764-46e7-a75e-7ff8ded7c6e2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.691503] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3598e49d-7764-46e7-a75e-7ff8ded7c6e2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.691900] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3598e49d-7764-46e7-a75e-7ff8ded7c6e2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.691900] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3598e49d-7764-46e7-a75e-7ff8ded7c6e2',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.692609] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e65f5778-ccab-4b5b-ac90-eca3e12fa673 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.692721] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.692908] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.693462] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.693540] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e65f5778-ccab-4b5b-ac90-eca3e12fa673',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.694795] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-650c42bb-4b14-46f3-bb4b-20aece7de379 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.694795] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.694795] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.694795] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.694795] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('650c42bb-4b14-46f3-bb4b-20aece7de379',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.698757] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-110e3ad4-c55b-460e-b459-c37503800115 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.698864] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-110e3ad4-c55b-460e-b459-c37503800115" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.698926] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-110e3ad4-c55b-460e-b459-c37503800115" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.699132] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-110e3ad4-c55b-460e-b459-c37503800115" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.699211] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('110e3ad4-c55b-460e-b459-c37503800115',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.699971] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.700596] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.700690] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.702121] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.702205] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.703027] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be813d9d-4e65-4926-85ad-80cbfa6a422f taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.703137] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be813d9d-4e65-4926-85ad-80cbfa6a422f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.703203] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be813d9d-4e65-4926-85ad-80cbfa6a422f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.703361] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be813d9d-4e65-4926-85ad-80cbfa6a422f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.703432] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be813d9d-4e65-4926-85ad-80cbfa6a422f',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.706403] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba847a54-89e0-4227-af15-1ff4ff78c673 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.706403] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba847a54-89e0-4227-af15-1ff4ff78c673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.706403] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba847a54-89e0-4227-af15-1ff4ff78c673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.706403] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba847a54-89e0-4227-af15-1ff4ff78c673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.706403] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba847a54-89e0-4227-af15-1ff4ff78c673',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.706877] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.706986] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.707084] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.707256] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.708370] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('207c74c6-7db5-4bdb-bf22-e9f1b2e299e1',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.709404] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36beb278-32ac-4aef-b179-f92a7b7f77d1 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.709514] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36beb278-32ac-4aef-b179-f92a7b7f77d1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.709565] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36beb278-32ac-4aef-b179-f92a7b7f77d1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.709717] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36beb278-32ac-4aef-b179-f92a7b7f77d1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.709804] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36beb278-32ac-4aef-b179-f92a7b7f77d1',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.710523] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1730157f-766c-41ae-b440-eca87932927d taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.710736] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.710804] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.710951] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.711035] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1730157f-766c-41ae-b440-eca87932927d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.711722] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6a7e8fa-d951-469e-a1e0-62fc852d4b7c taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.711851] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6a7e8fa-d951-469e-a1e0-62fc852d4b7c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.711907] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6a7e8fa-d951-469e-a1e0-62fc852d4b7c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.712064] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6a7e8fa-d951-469e-a1e0-62fc852d4b7c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.712150] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6a7e8fa-d951-469e-a1e0-62fc852d4b7c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.714411] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.714535] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.714600] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.714787] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.714884] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.715623] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83108375-ab47-4e13-8043-c4233efdcd21 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.715728] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.715793] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.715941] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.716019] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83108375-ab47-4e13-8043-c4233efdcd21',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.718634] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5aa0f51a-5bda-4047-bbc1-138dbd50b86c taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.718634] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.718853] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.718853] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.718952] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5aa0f51a-5bda-4047-bbc1-138dbd50b86c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.720301] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35bc3143-6d34-401c-ae39-ebe7c68bff70 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.720301] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.720301] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.720301] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.720301] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35bc3143-6d34-401c-ae39-ebe7c68bff70',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.720997] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eec0cccc-9adc-4045-a136-976c4d262c43 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.720997] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eec0cccc-9adc-4045-a136-976c4d262c43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.721210] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eec0cccc-9adc-4045-a136-976c4d262c43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.721277] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eec0cccc-9adc-4045-a136-976c4d262c43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.721329] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eec0cccc-9adc-4045-a136-976c4d262c43',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.722748] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81251589-2192-4767-8f0d-d1863dcd0154 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.722748] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.722748] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.722748] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.722748] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81251589-2192-4767-8f0d-d1863dcd0154',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.723835] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0dc4c6c0-c826-4e19-a455-d965e0b68de2 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.723835] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0dc4c6c0-c826-4e19-a455-d965e0b68de2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.723835] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0dc4c6c0-c826-4e19-a455-d965e0b68de2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.723835] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0dc4c6c0-c826-4e19-a455-d965e0b68de2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.723835] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0dc4c6c0-c826-4e19-a455-d965e0b68de2',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.724818] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab66dd62-16db-4391-8af1-599d86b97d41 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.724818] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab66dd62-16db-4391-8af1-599d86b97d41" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.724818] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab66dd62-16db-4391-8af1-599d86b97d41" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.725453] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab66dd62-16db-4391-8af1-599d86b97d41" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.725453] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab66dd62-16db-4391-8af1-599d86b97d41',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.725619] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f4c9788-c3bc-4d42-ab8c-b8779126cad5 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.725724] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.725894] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.725953] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.725997] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f4c9788-c3bc-4d42-ab8c-b8779126cad5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.727495] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad12afad-497f-4db2-af86-e32dc5094469 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.727613] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad12afad-497f-4db2-af86-e32dc5094469" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.727656] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad12afad-497f-4db2-af86-e32dc5094469" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.727799] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad12afad-497f-4db2-af86-e32dc5094469" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.727866] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad12afad-497f-4db2-af86-e32dc5094469',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.754257] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.754257] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.754257] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.754519] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.756851] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.756851] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.776698] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.776698] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1730157f-766c-41ae-b440-eca87932927d is going to be deleted. [ 1044.777198] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.777411] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.800938] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.800938] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e65f5778-ccab-4b5b-ac90-eca3e12fa673 is going to be deleted. [ 1044.844862] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.845025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.845099] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.845308] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.845402] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.845518] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1730157f-766c-41ae-b440-eca87932927d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.862728] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.862728] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.862728] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.862972] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.863046] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.863116] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.895319] env[65517]: INFO networking_nsxv3.common.synchronization [None req-6b3fb2ec-b8ad-40cd-9a1f-6ab42254f803 tempest-ServerActionsV293TestJSON-2005045633 tempest-ServerActionsV293TestJSON-2005045633-project-member] Enqueued Resource ID: 3598e49d-7764-46e7-a75e-7ff8ded7c6e2 with Priority: HIGHEST for action security_group_rules [ 1044.897270] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3598e49d-7764-46e7-a75e-7ff8ded7c6e2 with Priority: HIGHEST for action security_group_rules [ 1044.897270] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3598e49d-7764-46e7-a75e-7ff8ded7c6e2 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.897270] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3598e49d-7764-46e7-a75e-7ff8ded7c6e2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.234529] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.234756] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.234809] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.235025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.235199] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.235298] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.235422] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.235595] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.235696] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.235786] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.235874] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.240948] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-110e3ad4-c55b-460e-b459-c37503800115 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.241269] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-110e3ad4-c55b-460e-b459-c37503800115" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.241269] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-110e3ad4-c55b-460e-b459-c37503800115" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.241470] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-110e3ad4-c55b-460e-b459-c37503800115" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.241674] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.241819] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.242068] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.242292] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.242470] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.242651] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-110e3ad4-c55b-460e-b459-c37503800115" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.242766] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('110e3ad4-c55b-460e-b459-c37503800115',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.244512] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.244632] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.244696] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.244891] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.245068] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.245868] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.245964] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.246194] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.246475] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.246594] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.246728] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5aa0f51a-5bda-4047-bbc1-138dbd50b86c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.250107] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-81251589-2192-4767-8f0d-d1863dcd0154 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.250273] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.250375] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.250658] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.251476] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.251476] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.251476] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.251476] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.251476] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.251476] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.252056] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81251589-2192-4767-8f0d-d1863dcd0154',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.256186] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-650c42bb-4b14-46f3-bb4b-20aece7de379 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.256335] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.256403] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.256649] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.257033] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.257033] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.257033] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.257544] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.257613] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.258132] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.258132] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('650c42bb-4b14-46f3-bb4b-20aece7de379',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.304674] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.305101] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.305101] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.305268] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.307127] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.307280] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.314688] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.314887] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.315895] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.316039] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.329546] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.329546] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.330846] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.330846] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.334285] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.334285] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.334285] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.334285] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.339490] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.339723] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eec0cccc-9adc-4045-a136-976c4d262c43 is going to be deleted. [ 1045.341091] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.341480] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.343335] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.343499] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.346438] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.346438] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.346438] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.346438] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.346438] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.346438] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.347864] env[65517]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1045.347864] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.347864] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.348363] env[65517]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1045.348587] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.348727] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.368629] env[65517]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1045.369087] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.369506] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba847a54-89e0-4227-af15-1ff4ff78c673 is going to be deleted. [ 1045.371941] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.371941] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.394677] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.394875] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35bc3143-6d34-401c-ae39-ebe7c68bff70 is going to be deleted. [ 1045.396095] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.396377] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.413671] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.413864] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.422642] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.425143] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b is going to be deleted. [ 1045.425143] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.425143] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.438226] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.438226] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.450493] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.450734] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 207c74c6-7db5-4bdb-bf22-e9f1b2e299e1 is going to be deleted. [ 1045.451828] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.452089] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.455376] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.455376] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.473528] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.473658] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0dc4c6c0-c826-4e19-a455-d965e0b68de2 is going to be deleted. [ 1045.474610] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.474821] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.500029] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.500029] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.508077] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.508227] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be813d9d-4e65-4926-85ad-80cbfa6a422f is going to be deleted. [ 1045.512038] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.512038] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.515628] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.515816] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.559889] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.559889] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab66dd62-16db-4391-8af1-599d86b97d41 is going to be deleted. [ 1045.560153] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.560453] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.564031] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.564031] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.602347] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.602489] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83108375-ab47-4e13-8043-c4233efdcd21 is going to be deleted. [ 1045.603375] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.603626] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.655273] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.655443] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36beb278-32ac-4aef-b179-f92a7b7f77d1 is going to be deleted. [ 1045.656360] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.656649] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.662331] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.662475] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.664034] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.664034] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.689661] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.689913] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f4c9788-c3bc-4d42-ab8c-b8779126cad5 is going to be deleted. [ 1045.693218] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.693485] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.693692] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.693811] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3598e49d-7764-46e7-a75e-7ff8ded7c6e2 already deleted. [ 1045.693977] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3598e49d-7764-46e7-a75e-7ff8ded7c6e2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.694080] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.694247] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.695217] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3598e49d-7764-46e7-a75e-7ff8ded7c6e2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.695389] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3598e49d-7764-46e7-a75e-7ff8ded7c6e2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.695468] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3598e49d-7764-46e7-a75e-7ff8ded7c6e2',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.736917] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.737121] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.739276] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.739276] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad12afad-497f-4db2-af86-e32dc5094469 is going to be deleted. [ 1045.739985] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.740214] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.744111] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.744284] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.744349] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.744579] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.744746] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.744853] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.744928] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.745064] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.745149] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.745232] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.745408] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.745504] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.745554] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.745668] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.745800] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.745888] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.745945] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.746087] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.746262] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.746262] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.746362] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.764953] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81251589-2192-4767-8f0d-d1863dcd0154',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.766531] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5aa0f51a-5bda-4047-bbc1-138dbd50b86c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.766641] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('650c42bb-4b14-46f3-bb4b-20aece7de379',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.770270] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('110e3ad4-c55b-460e-b459-c37503800115',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.778881] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.779051] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.817769] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.817924] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6a7e8fa-d951-469e-a1e0-62fc852d4b7c is going to be deleted. [ 1045.818951] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.819321] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.819428] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.819562] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eec0cccc-9adc-4045-a136-976c4d262c43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.819757] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.819924] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.820045] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.820135] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba847a54-89e0-4227-af15-1ff4ff78c673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.820685] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.820844] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.820939] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.821067] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35bc3143-6d34-401c-ae39-ebe7c68bff70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.821294] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.821431] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.821509] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.821620] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c8fbcd7-ce7b-4b28-a4f9-efeb86acf92b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.821751] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.821910] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.821985] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.822110] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-207c74c6-7db5-4bdb-bf22-e9f1b2e299e1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.822392] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.822503] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.822579] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.822731] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0dc4c6c0-c826-4e19-a455-d965e0b68de2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.822914] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.823113] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.823667] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.823667] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab66dd62-16db-4391-8af1-599d86b97d41" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.823786] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.823910] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.824045] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.824213] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be813d9d-4e65-4926-85ad-80cbfa6a422f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.825749] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.826026] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.826164] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.826359] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.827322] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.827322] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.827435] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.827586] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36beb278-32ac-4aef-b179-f92a7b7f77d1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.847695] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.847695] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.847695] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.847845] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.848590] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.848590] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f4c9788-c3bc-4d42-ab8c-b8779126cad5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.956152] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.956343] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.956556] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.956839] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.956937] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.957074] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad12afad-497f-4db2-af86-e32dc5094469" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.006837] env[65517]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1046.007445] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.007592] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.007738] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.007931] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.008107] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.008280] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6a7e8fa-d951-469e-a1e0-62fc852d4b7c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.215118] env[65517]: INFO networking_nsxv3.common.synchronization [req-afbdf363-f30b-40bb-a1e9-1ad138e5900b req-01cbe931-6e12-45f4-96b1-7e0730d22dff tempest-ImagesTestJSON-1194554300 tempest-ImagesTestJSON-1194554300-project-member] Enqueued Resource ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e with Priority: HIGHEST for action security_group_members [ 1046.215369] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e with Priority: HIGHEST for action security_group_members [ 1046.215972] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-310536a6-570c-46a9-9433-6dc4d62eaa8e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.216431] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.216579] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.216936] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.217611] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.217611] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.217611] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.218247] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.218247] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.218390] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('310536a6-570c-46a9-9433-6dc4d62eaa8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.229366] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.229532] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.229610] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.229844] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.229962] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.230101] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3598e49d-7764-46e7-a75e-7ff8ded7c6e2 already deleted. [ 1046.230190] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3598e49d-7764-46e7-a75e-7ff8ded7c6e2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.248640] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15cbb134-3005-4bfd-9d6a-5050632541ac: rpc.has_security_group_logging(os_id): False [ 1046.269400] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81251589-2192-4767-8f0d-d1863dcd0154: rpc.has_security_group_logging(os_id): False [ 1046.273357] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 650c42bb-4b14-46f3-bb4b-20aece7de379: rpc.has_security_group_logging(os_id): False [ 1046.273475] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5aa0f51a-5bda-4047-bbc1-138dbd50b86c: rpc.has_security_group_logging(os_id): False [ 1046.275637] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.275841] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.275879] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.276122] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.277423] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 110e3ad4-c55b-460e-b459-c37503800115: rpc.has_security_group_logging(os_id): False [ 1046.296545] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.296694] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.297549] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.297647] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.298452] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.299596] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.300355] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.300449] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.301202] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.301443] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.301548] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.301613] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.301816] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.301888] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.302107] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.302212] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.302272] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.302423] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.302494] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.302673] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.302748] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.302803] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.302934] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.303013] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.304418] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15cbb134-3005-4bfd-9d6a-5050632541ac is going to be updated. [ 1046.305983] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.305983] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.333400] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.333831] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.333956] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.334132] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.334381] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.334483] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.334599] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81251589-2192-4767-8f0d-d1863dcd0154 is going to be updated. [ 1046.335670] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.336460] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.369399] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.369831] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.369831] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.369831] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.370027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.370116] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.370271] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 110e3ad4-c55b-460e-b459-c37503800115 is going to be updated. [ 1046.371599] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.371701] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.397914] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.398052] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.414280] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.414280] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.414280] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.414280] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.414280] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.414280] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.414280] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c is going to be updated. [ 1046.415549] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.415891] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.432380] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.432380] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.442156] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.442156] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.442156] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.442156] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.442156] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.442156] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.442156] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 is going to be updated. [ 1046.442156] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.442776] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.443118] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.444881] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.445196] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.445497] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.475140] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.477015] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.477015] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.477015] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.477015] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.490815] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81251589-2192-4767-8f0d-d1863dcd0154 in Status: IN_PROGRESS for 2s [ 1046.490815] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: IN_PROGRESS for 2s [ 1046.509719] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 110e3ad4-c55b-460e-b459-c37503800115 in Status: IN_PROGRESS for 2s [ 1046.578295] env[65517]: INFO networking_nsxv3.common.synchronization [None req-3d35207d-7ac8-4a64-bb6a-b6e224041b4d tempest-AttachInterfacesTestJSON-1046622067 tempest-AttachInterfacesTestJSON-1046622067-project-member] Enqueued Resource ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 with Priority: HIGHEST for action security_group_members [ 1046.578295] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 with Priority: HIGHEST for action security_group_members [ 1046.578295] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.579022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.579301] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.579741] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.580173] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.583028] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.583028] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.583028] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.583028] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.583028] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.583028] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.583513] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.583702] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.584038] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.584314] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.605959] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c in Status: IN_PROGRESS for 2s [ 1046.607815] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.608062] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.608130] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.608390] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.608562] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.644533] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 in Status: IN_PROGRESS for 2s [ 1046.695609] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-966 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.695609] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-966" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.695609] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-966" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.695609] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-966" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.695973] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.696181] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.696312] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.696809] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.696967] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.697250] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.697510] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1046.697659] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1046.697827] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1046.697951] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.698107] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1046.698297] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1046.721304] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('310536a6-570c-46a9-9433-6dc4d62eaa8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.728190] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1046.728356] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1046.728565] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1046.728879] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-966" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.729387] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-76e82556-fba8-4c08-aa9b-1b60d15660c1 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.729625] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-76e82556-fba8-4c08-aa9b-1b60d15660c1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.729789] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-76e82556-fba8-4c08-aa9b-1b60d15660c1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.730217] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-76e82556-fba8-4c08-aa9b-1b60d15660c1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.730364] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76e82556-fba8-4c08-aa9b-1b60d15660c1',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.737802] env[65517]: INFO networking_nsxv3.common.synchronization [None req-8f072e71-5368-4613-b6ab-e10633027f24 None None] Enqueued Resource ID: 225a77f8-9fee-4796-9ce4-8947113c7bbe with Priority: HIGHEST for action port [ 1046.738395] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 225a77f8-9fee-4796-9ce4-8947113c7bbe with Priority: HIGHEST for action port [ 1046.738706] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-225a77f8-9fee-4796-9ce4-8947113c7bbe taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.738793] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-225a77f8-9fee-4796-9ce4-8947113c7bbe" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.739138] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-225a77f8-9fee-4796-9ce4-8947113c7bbe" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.740498] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-225a77f8-9fee-4796-9ce4-8947113c7bbe" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.740498] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('225a77f8-9fee-4796-9ce4-8947113c7bbe',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.088268] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.088420] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.088493] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.088711] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.116252] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.116527] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.116653] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.116721] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.117020] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.117170] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.117298] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 is going to be updated. [ 1047.160089] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.160292] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.160292] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.160536] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.160637] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.171013] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 in Status: IN_PROGRESS for 2s [ 1047.227321] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('310536a6-570c-46a9-9433-6dc4d62eaa8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.235279] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.235383] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.235498] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.236439] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.236439] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.236439] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port 76e82556-fba8-4c08-aa9b-1b60d15660c1 not found, creating... [ 1047.236718] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.236718] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.237213] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.237213] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.237213] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.238135] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.238135] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.238135] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.238135] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.238135] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.238135] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: 76e82556-fba8-4c08-aa9b-1b60d15660c1 is going to be created. [ 1047.244198] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 225a77f8-9fee-4796-9ce4-8947113c7bbe [ 1047.244198] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.244198] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.244198] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.244198] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.244198] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.244198] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:225a77f8-9fee-4796-9ce4-8947113c7bbe already deleted. [ 1047.244198] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-225a77f8-9fee-4796-9ce4-8947113c7bbe" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.262707] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.262932] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.263040] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.263328] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.263642] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.263882] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-76e82556-fba8-4c08-aa9b-1b60d15660c1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.730646] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.730990] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.730990] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.731176] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.731356] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.731478] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e is going to be updated. [ 1047.762464] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.762693] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.762693] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.762885] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.763086] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.772576] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e in Status: IN_PROGRESS for 2s [ 1048.054295] env[65517]: INFO networking_nsxv3.common.synchronization [req-afbdf363-f30b-40bb-a1e9-1ad138e5900b req-c31b3c16-001b-4adc-8ac5-738e5c966d95 service nova] Enqueued Resource ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e with Priority: HIGHEST for action security_group_rules [ 1048.054295] env[65517]: INFO networking_nsxv3.common.synchronization [req-afbdf363-f30b-40bb-a1e9-1ad138e5900b req-c31b3c16-001b-4adc-8ac5-738e5c966d95 service nova] Enqueued Resource ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e with Priority: HIGHEST for action security_group_members [ 1048.054431] env[65517]: INFO networking_nsxv3.common.synchronization [req-afbdf363-f30b-40bb-a1e9-1ad138e5900b req-c31b3c16-001b-4adc-8ac5-738e5c966d95 service nova] Enqueued Resource ID: 76e82556-fba8-4c08-aa9b-1b60d15660c1 with Priority: HIGHEST for action port [ 1048.054961] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e with Priority: HIGHEST for action security_group_rules [ 1048.055133] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e with Priority: HIGHEST for action security_group_members [ 1048.055395] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76e82556-fba8-4c08-aa9b-1b60d15660c1 with Priority: HIGHEST for action port [ 1048.055929] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-310536a6-570c-46a9-9433-6dc4d62eaa8e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.055929] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.055929] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.056913] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.056913] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('310536a6-570c-46a9-9433-6dc4d62eaa8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.057343] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-310536a6-570c-46a9-9433-6dc4d62eaa8e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.057470] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.057696] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-76e82556-fba8-4c08-aa9b-1b60d15660c1 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.057814] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76e82556-fba8-4c08-aa9b-1b60d15660c1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.057909] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76e82556-fba8-4c08-aa9b-1b60d15660c1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.058351] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76e82556-fba8-4c08-aa9b-1b60d15660c1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.058351] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76e82556-fba8-4c08-aa9b-1b60d15660c1',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.521523] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: SUCCESS [ 1048.522343] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.522573] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81251589-2192-4767-8f0d-d1863dcd0154 in Status: SUCCESS [ 1048.522752] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.525008] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 110e3ad4-c55b-460e-b459-c37503800115 in Status: SUCCESS [ 1048.525236] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-110e3ad4-c55b-460e-b459-c37503800115" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.560556] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-310536a6-570c-46a9-9433-6dc4d62eaa8e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.560660] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.560954] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76e82556-fba8-4c08-aa9b-1b60d15660c1 with status ACTIVE [ 1048.561122] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.561122] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.561240] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.561483] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.561574] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.561764] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.561915] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.561915] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.562576] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.562576] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.562576] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.562576] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.563650] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.563650] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.563650] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.563650] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76e82556-fba8-4c08-aa9b-1b60d15660c1 is going to be updated. [ 1048.587707] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.587862] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.587907] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.588129] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.588269] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.588431] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76e82556-fba8-4c08-aa9b-1b60d15660c1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.623074] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c in Status: SUCCESS [ 1048.623074] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.657080] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 in Status: SUCCESS [ 1048.657333] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.183219] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 in Status: SUCCESS [ 1049.183583] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 deletion is rescheduled due to dependency. [ 1049.183583] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.784069] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e in Status: SUCCESS [ 1049.784304] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.784555] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.784732] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.784922] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.785051] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.785116] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.785272] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.785378] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.785478] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('310536a6-570c-46a9-9433-6dc4d62eaa8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.288605] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('310536a6-570c-46a9-9433-6dc4d62eaa8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.790503] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('310536a6-570c-46a9-9433-6dc4d62eaa8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.293858] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.294298] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.294298] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.294385] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.294548] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.294690] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e is going to be updated. [ 1051.323121] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.323350] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.323350] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.323542] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.323754] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.334976] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e in Status: IN_PROGRESS for 2s [ 1051.779782] env[65517]: INFO networking_nsxv3.common.synchronization [req-37907da5-6c30-490a-8bc5-e165c98b22b5 req-00c4ddf8-04e4-4cfa-8ec2-210d8b0774f2 tempest-DeleteServersTestJSON-868563199 tempest-DeleteServersTestJSON-868563199-project-member] Enqueued Resource ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 with Priority: HIGHEST for action security_group_members [ 1051.780183] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 with Priority: HIGHEST for action security_group_members [ 1051.780508] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8788facd-6bf8-475b-a83d-2ba5353fcb51 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.780624] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.780691] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.780892] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.781058] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.781158] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.781212] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.781387] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.781506] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.781637] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8788facd-6bf8-475b-a83d-2ba5353fcb51',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.285511] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.285511] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.285511] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.285511] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.318050] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.318050] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.318050] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.318539] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.318539] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.318612] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.321639] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 is going to be updated. [ 1052.352361] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.352613] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.352710] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.353029] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.353278] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.365525] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 in Status: IN_PROGRESS for 2s [ 1053.118597] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-425 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.118597] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-425" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.118858] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-425" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.119025] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-425" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.119439] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.120078] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.120078] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.120078] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.120315] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.120406] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1053.120538] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1053.120692] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1053.120933] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1053.120933] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1053.121083] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1053.122795] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1053.143292] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1053.143864] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1053.143864] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1053.144636] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-425" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.144636] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-bd432f78-055d-4cd1-b502-8e058700c03a taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.144839] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-bd432f78-055d-4cd1-b502-8e058700c03a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.147625] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-bd432f78-055d-4cd1-b502-8e058700c03a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.147625] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-bd432f78-055d-4cd1-b502-8e058700c03a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.147625] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd432f78-055d-4cd1-b502-8e058700c03a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.351242] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e in Status: SUCCESS [ 1053.351657] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.352072] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.352072] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.352354] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.352497] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.352584] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.352794] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.352886] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.352974] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.353084] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('310536a6-570c-46a9-9433-6dc4d62eaa8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.650876] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.651201] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.651434] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.651749] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.651962] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.652407] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.652651] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.653022] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.653324] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.653484] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.653812] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.653993] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.654134] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.654354] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.654484] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.654622] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: bd432f78-055d-4cd1-b502-8e058700c03a is going to be updated. [ 1053.680908] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.682205] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.682372] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.682671] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.682871] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.683126] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-bd432f78-055d-4cd1-b502-8e058700c03a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.856056] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-310536a6-570c-46a9-9433-6dc4d62eaa8e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.856212] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.856212] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.856387] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.856752] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.856927] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.857045] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.857251] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.857367] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.857494] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.857669] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-310536a6-570c-46a9-9433-6dc4d62eaa8e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.857831] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.857893] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.858088] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.858302] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.858432] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.858487] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.858676] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.858765] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.858871] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.858981] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('310536a6-570c-46a9-9433-6dc4d62eaa8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.363149] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 310536a6-570c-46a9-9433-6dc4d62eaa8e: rpc.has_security_group_logging(os_id): False [ 1054.382013] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 in Status: SUCCESS [ 1054.382276] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 deletion is rescheduled due to dependency. [ 1054.382542] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.387765] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.388045] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.388247] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.388472] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.417849] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.418246] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.418505] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.418912] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.419065] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.419479] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.419780] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.419941] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.420056] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.420398] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.420524] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.420851] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.420985] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.421138] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.421527] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.421661] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.421776] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e is going to be updated. [ 1054.435585] env[65517]: INFO networking_nsxv3.common.synchronization [req-9c509511-e7d9-46cc-9de8-cd139722e17d req-38442c49-5013-4a43-ab68-26892bf298bd service nova] Enqueued Resource ID: 8c8fd96a-d646-47ad-9335-d9d1bdbdc867 with Priority: HIGHEST for action security_group_rules [ 1054.435950] env[65517]: INFO networking_nsxv3.common.synchronization [req-9c509511-e7d9-46cc-9de8-cd139722e17d req-38442c49-5013-4a43-ab68-26892bf298bd service nova] Enqueued Resource ID: 8c8fd96a-d646-47ad-9335-d9d1bdbdc867 with Priority: HIGHEST for action security_group_members [ 1054.436190] env[65517]: INFO networking_nsxv3.common.synchronization [req-9c509511-e7d9-46cc-9de8-cd139722e17d req-38442c49-5013-4a43-ab68-26892bf298bd service nova] Enqueued Resource ID: bd432f78-055d-4cd1-b502-8e058700c03a with Priority: HIGHEST for action port [ 1054.436940] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c8fd96a-d646-47ad-9335-d9d1bdbdc867 with Priority: HIGHEST for action security_group_rules [ 1054.437173] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c8fd96a-d646-47ad-9335-d9d1bdbdc867 with Priority: HIGHEST for action security_group_members [ 1054.437510] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd432f78-055d-4cd1-b502-8e058700c03a with Priority: HIGHEST for action port [ 1054.437804] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c8fd96a-d646-47ad-9335-d9d1bdbdc867 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.438033] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c8fd96a-d646-47ad-9335-d9d1bdbdc867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.438124] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c8fd96a-d646-47ad-9335-d9d1bdbdc867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.438447] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c8fd96a-d646-47ad-9335-d9d1bdbdc867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.438588] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c8fd96a-d646-47ad-9335-d9d1bdbdc867',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.440337] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c8fd96a-d646-47ad-9335-d9d1bdbdc867 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.440604] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c8fd96a-d646-47ad-9335-d9d1bdbdc867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.440701] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c8fd96a-d646-47ad-9335-d9d1bdbdc867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.440977] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c8fd96a-d646-47ad-9335-d9d1bdbdc867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.441370] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.441370] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.441496] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.441565] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.441653] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.441749] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c8fd96a-d646-47ad-9335-d9d1bdbdc867',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.443116] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd432f78-055d-4cd1-b502-8e058700c03a taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.443196] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd432f78-055d-4cd1-b502-8e058700c03a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.443263] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd432f78-055d-4cd1-b502-8e058700c03a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.443572] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd432f78-055d-4cd1-b502-8e058700c03a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.443729] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd432f78-055d-4cd1-b502-8e058700c03a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.532434] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.532645] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.532716] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.532950] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.533143] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.549226] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e in Status: IN_PROGRESS for 2s [ 1054.947204] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd432f78-055d-4cd1-b502-8e058700c03a with status ACTIVE [ 1054.947546] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.947726] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.947918] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.948164] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.948286] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.948459] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.948565] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.948629] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.948796] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.948873] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.949068] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.949206] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.949298] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.949453] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.950077] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.950077] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd432f78-055d-4cd1-b502-8e058700c03a is going to be updated. [ 1054.951101] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c8fd96a-d646-47ad-9335-d9d1bdbdc867 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.951218] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c8fd96a-d646-47ad-9335-d9d1bdbdc867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.951540] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c8fd96a-d646-47ad-9335-d9d1bdbdc867',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.980672] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.980672] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.980672] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.980672] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.980907] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.980907] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd432f78-055d-4cd1-b502-8e058700c03a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.455539] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c8fd96a-d646-47ad-9335-d9d1bdbdc867',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.958996] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.959176] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.959266] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.959535] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.959627] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.959733] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c8fd96a-d646-47ad-9335-d9d1bdbdc867 is going to be updated. [ 1056.002483] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.003223] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.003324] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.003718] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.003942] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.020392] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c8fd96a-d646-47ad-9335-d9d1bdbdc867 in Status: IN_PROGRESS for 2s [ 1056.568097] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e in Status: SUCCESS [ 1056.568097] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.994242] env[65517]: INFO networking_nsxv3.common.synchronization [req-40a5e665-93de-4a16-975b-aed78c97c882 req-79c1e374-0d3b-4e37-8c00-dec05d0beb09 tempest-ServersTestMultiNic-517359145 tempest-ServersTestMultiNic-517359145-project-member] Enqueued Resource ID: 83108375-ab47-4e13-8043-c4233efdcd21 with Priority: HIGHEST for action security_group_members [ 1056.994828] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83108375-ab47-4e13-8043-c4233efdcd21 with Priority: HIGHEST for action security_group_members [ 1056.995538] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-83108375-ab47-4e13-8043-c4233efdcd21 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.995715] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.995808] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.996661] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.996661] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.996661] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.996661] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.996661] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.996661] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.997116] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83108375-ab47-4e13-8043-c4233efdcd21',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.407582] env[65517]: INFO networking_nsxv3.common.synchronization [req-40a5e665-93de-4a16-975b-aed78c97c882 req-6958662d-e7c1-4524-8d8d-3b057cc4d1ee tempest-ServersTestMultiNic-517359145 tempest-ServersTestMultiNic-517359145-project-member] Enqueued Resource ID: 83108375-ab47-4e13-8043-c4233efdcd21 with Priority: HIGHEST for action security_group_members [ 1057.408240] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83108375-ab47-4e13-8043-c4233efdcd21 with Priority: HIGHEST for action security_group_members [ 1057.409180] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-83108375-ab47-4e13-8043-c4233efdcd21 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.409180] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.500343] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.500343] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.500343] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.500653] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.500770] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.501041] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.501794] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.501794] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.501794] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.502046] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.502111] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83108375-ab47-4e13-8043-c4233efdcd21 is going to be deleted. [ 1057.536088] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.536088] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.536088] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.536088] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.536088] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.536088] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.536088] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.536362] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.536394] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.538826] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.538826] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.538826] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.538826] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.538826] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83108375-ab47-4e13-8043-c4233efdcd21',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.808961] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-815 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.809455] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-815" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.809455] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-815" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.809706] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-815" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.809972] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.810142] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.810262] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.810514] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.810658] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.810865] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.810975] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1057.811092] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1057.811201] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1057.811305] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.811462] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1057.811636] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1057.831859] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1057.832978] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1057.832978] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1057.832978] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-815" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.833243] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-7ba0d5d7-364b-4bea-9e55-b168ec51ad3f taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.833541] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-7ba0d5d7-364b-4bea-9e55-b168ec51ad3f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.833851] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-7ba0d5d7-364b-4bea-9e55-b168ec51ad3f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.834522] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-7ba0d5d7-364b-4bea-9e55-b168ec51ad3f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.834877] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ba0d5d7-364b-4bea-9e55-b168ec51ad3f',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.030928] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c8fd96a-d646-47ad-9335-d9d1bdbdc867 in Status: SUCCESS [ 1058.031265] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c8fd96a-d646-47ad-9335-d9d1bdbdc867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.031521] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c8fd96a-d646-47ad-9335-d9d1bdbdc867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.031758] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c8fd96a-d646-47ad-9335-d9d1bdbdc867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.031953] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.032088] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.032161] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.032307] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.032402] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.032479] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c8fd96a-d646-47ad-9335-d9d1bdbdc867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.032571] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c8fd96a-d646-47ad-9335-d9d1bdbdc867',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.041543] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.041723] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.041794] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.042037] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.042126] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.042325] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.042790] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.042790] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.042790] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.042790] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.042790] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83108375-ab47-4e13-8043-c4233efdcd21 already deleted. [ 1058.043094] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.340034] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.340034] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.340034] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.340034] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.340034] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.340360] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port 7ba0d5d7-364b-4bea-9e55-b168ec51ad3f not found, creating... [ 1058.340518] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.340771] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.341106] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.341635] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.341867] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.342203] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.342377] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.342603] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.342826] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.342960] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.343111] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: 7ba0d5d7-364b-4bea-9e55-b168ec51ad3f is going to be created. [ 1058.365106] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.365336] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.365474] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.365744] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.365970] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.366206] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-7ba0d5d7-364b-4bea-9e55-b168ec51ad3f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.534686] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c8fd96a-d646-47ad-9335-d9d1bdbdc867',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.041338] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c8fd96a-d646-47ad-9335-d9d1bdbdc867: rpc.has_security_group_logging(os_id): False [ 1059.064988] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.065168] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.065232] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.065465] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.089883] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.089883] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.089883] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.089883] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.089883] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.089883] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.089883] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c8fd96a-d646-47ad-9335-d9d1bdbdc867 is going to be updated. [ 1059.156027] env[65517]: INFO networking_nsxv3.common.synchronization [req-40a5e665-93de-4a16-975b-aed78c97c882 req-e7b3554d-ae6a-43dc-8faf-dc81c22a4c7f service nova] Enqueued Resource ID: 83108375-ab47-4e13-8043-c4233efdcd21 with Priority: HIGHEST for action security_group_rules [ 1059.156166] env[65517]: INFO networking_nsxv3.common.synchronization [req-40a5e665-93de-4a16-975b-aed78c97c882 req-e7b3554d-ae6a-43dc-8faf-dc81c22a4c7f service nova] Enqueued Resource ID: 83108375-ab47-4e13-8043-c4233efdcd21 with Priority: HIGHEST for action security_group_members [ 1059.156314] env[65517]: INFO networking_nsxv3.common.synchronization [req-40a5e665-93de-4a16-975b-aed78c97c882 req-e7b3554d-ae6a-43dc-8faf-dc81c22a4c7f service nova] Enqueued Resource ID: 7ba0d5d7-364b-4bea-9e55-b168ec51ad3f with Priority: HIGHEST for action port [ 1059.156909] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83108375-ab47-4e13-8043-c4233efdcd21 with Priority: HIGHEST for action security_group_rules [ 1059.157076] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83108375-ab47-4e13-8043-c4233efdcd21 with Priority: HIGHEST for action security_group_members [ 1059.157235] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ba0d5d7-364b-4bea-9e55-b168ec51ad3f with Priority: HIGHEST for action port [ 1059.158358] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83108375-ab47-4e13-8043-c4233efdcd21 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.158358] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.158358] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.158358] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.158358] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83108375-ab47-4e13-8043-c4233efdcd21',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.159492] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-83108375-ab47-4e13-8043-c4233efdcd21 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.159621] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.159685] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.159876] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.160043] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.160139] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.160196] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.160857] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.160857] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.160857] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83108375-ab47-4e13-8043-c4233efdcd21',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.161472] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ba0d5d7-364b-4bea-9e55-b168ec51ad3f taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.161472] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ba0d5d7-364b-4bea-9e55-b168ec51ad3f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.161649] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ba0d5d7-364b-4bea-9e55-b168ec51ad3f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.161712] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ba0d5d7-364b-4bea-9e55-b168ec51ad3f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.161767] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ba0d5d7-364b-4bea-9e55-b168ec51ad3f',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.330037] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.330037] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.330037] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.330037] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.330037] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.382349] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c8fd96a-d646-47ad-9335-d9d1bdbdc867 in Status: IN_PROGRESS for 2s [ 1059.537192] env[65517]: INFO networking_nsxv3.common.synchronization [req-cab63abf-0b46-409f-bc3d-65c4b41a45cd req-9ab61a47-7ca5-4a56-a876-936e192960ae tempest-ServersTestJSON-546086821 tempest-ServersTestJSON-546086821-project-member] Enqueued Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_members [ 1059.538162] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_members [ 1059.538536] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.538737] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.538882] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.539305] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.539523] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.539636] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.539716] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.539967] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.540073] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.540175] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.663399] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-83108375-ab47-4e13-8043-c4233efdcd21 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.663613] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.663854] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83108375-ab47-4e13-8043-c4233efdcd21',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.665436] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ba0d5d7-364b-4bea-9e55-b168ec51ad3f with status ACTIVE [ 1059.665556] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.665624] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.665736] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.665987] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.668345] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.668345] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.668345] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.668345] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.668345] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.668345] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.668345] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.668345] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.668345] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.668345] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.668345] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.668345] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ba0d5d7-364b-4bea-9e55-b168ec51ad3f is going to be updated. [ 1059.696749] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.696963] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.697046] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.697317] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.697474] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.698613] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ba0d5d7-364b-4bea-9e55-b168ec51ad3f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.845344] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-677 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.845556] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-677" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.845683] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-677" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.845962] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-677" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.846259] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.846472] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.846607] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.846841] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.846987] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.847215] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1059.847330] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1059.847488] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1059.847605] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1059.847719] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1059.847820] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1059.847970] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1059.870011] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1059.870199] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1059.870345] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1059.870534] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-677" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.870932] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-b6097e79-9e37-4e69-b0f3-40ddbe12d95a taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.871134] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-b6097e79-9e37-4e69-b0f3-40ddbe12d95a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.871254] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-b6097e79-9e37-4e69-b0f3-40ddbe12d95a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.871784] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-b6097e79-9e37-4e69-b0f3-40ddbe12d95a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.871930] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6097e79-9e37-4e69-b0f3-40ddbe12d95a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.940427] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-207 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.940729] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-207" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.940853] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-207" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.941159] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-207" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.941476] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.941652] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.941767] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.942062] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.942134] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.942343] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1059.942532] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1059.942652] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1059.942758] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1059.942875] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1059.942968] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1059.943115] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1059.971292] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1059.971526] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1059.971656] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1059.971978] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-207" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.972341] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-900d53cf-d483-46ab-8a04-c25218fc407c taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.972583] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-900d53cf-d483-46ab-8a04-c25218fc407c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.972731] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-900d53cf-d483-46ab-8a04-c25218fc407c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.973112] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-900d53cf-d483-46ab-8a04-c25218fc407c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.973319] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('900d53cf-d483-46ab-8a04-c25218fc407c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.042712] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.171028] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83108375-ab47-4e13-8043-c4233efdcd21',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.374714] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.375669] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.375669] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.375669] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.375821] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.375864] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port b6097e79-9e37-4e69-b0f3-40ddbe12d95a not found, creating... [ 1060.376173] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.376417] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.376626] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.376931] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.377161] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.377771] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.377771] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.377981] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.378187] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.378424] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.378641] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: b6097e79-9e37-4e69-b0f3-40ddbe12d95a is going to be created. [ 1060.401482] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.401769] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.401944] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.402422] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.402799] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.403187] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-b6097e79-9e37-4e69-b0f3-40ddbe12d95a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.476581] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.476817] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.476877] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.477231] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.477387] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.477547] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port 900d53cf-d483-46ab-8a04-c25218fc407c not found, creating... [ 1060.477829] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.477987] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.478130] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.478380] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.478541] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.478858] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.478998] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.479242] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.479521] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.479669] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.479815] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: 900d53cf-d483-46ab-8a04-c25218fc407c is going to be created. [ 1060.504136] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.504490] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.504490] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.504785] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.505067] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.505267] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-900d53cf-d483-46ab-8a04-c25218fc407c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.545347] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.678913] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.679224] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.679400] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.679769] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.679950] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.680140] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83108375-ab47-4e13-8043-c4233efdcd21 is going to be created. [ 1060.832195] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.832439] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.832439] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.832779] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.832974] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.846395] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83108375-ab47-4e13-8043-c4233efdcd21 in Status: UNINITIALIZED for 2s [ 1061.049574] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.050225] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.050225] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.050960] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.050960] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.050960] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15cbb134-3005-4bfd-9d6a-5050632541ac is going to be updated. [ 1061.089334] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.089572] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.089685] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.089997] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.090254] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.103118] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: IN_PROGRESS for 2s [ 1061.169965] env[65517]: INFO networking_nsxv3.common.synchronization [req-c3442b46-4606-46d9-9d90-52362f74109b req-da71dc6d-3861-45a7-824f-1a4dd605fcd3 service nova] Enqueued Resource ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 with Priority: HIGHEST for action security_group_rules [ 1061.169965] env[65517]: INFO networking_nsxv3.common.synchronization [req-c3442b46-4606-46d9-9d90-52362f74109b req-da71dc6d-3861-45a7-824f-1a4dd605fcd3 service nova] Enqueued Resource ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 with Priority: HIGHEST for action security_group_members [ 1061.169965] env[65517]: INFO networking_nsxv3.common.synchronization [req-c3442b46-4606-46d9-9d90-52362f74109b req-da71dc6d-3861-45a7-824f-1a4dd605fcd3 service nova] Enqueued Resource ID: b6097e79-9e37-4e69-b0f3-40ddbe12d95a with Priority: HIGHEST for action port [ 1061.170460] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 with Priority: HIGHEST for action security_group_rules [ 1061.171344] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 with Priority: HIGHEST for action security_group_members [ 1061.171344] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6097e79-9e37-4e69-b0f3-40ddbe12d95a with Priority: HIGHEST for action port [ 1061.171344] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.171589] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.171629] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.171895] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.172242] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.173229] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.173396] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.173466] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.173661] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.174125] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.174125] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.174125] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.174125] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.174415] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.174415] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.177256] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6097e79-9e37-4e69-b0f3-40ddbe12d95a taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.177256] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6097e79-9e37-4e69-b0f3-40ddbe12d95a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.177256] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6097e79-9e37-4e69-b0f3-40ddbe12d95a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.177256] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6097e79-9e37-4e69-b0f3-40ddbe12d95a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.177256] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6097e79-9e37-4e69-b0f3-40ddbe12d95a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.238942] env[65517]: INFO networking_nsxv3.common.synchronization [req-cab63abf-0b46-409f-bc3d-65c4b41a45cd req-25c4da27-8229-4af1-9af0-6bf2d4eb2c2c service nova] Enqueued Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_rules [ 1061.239148] env[65517]: INFO networking_nsxv3.common.synchronization [req-cab63abf-0b46-409f-bc3d-65c4b41a45cd req-25c4da27-8229-4af1-9af0-6bf2d4eb2c2c service nova] Enqueued Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_members [ 1061.239314] env[65517]: INFO networking_nsxv3.common.synchronization [req-cab63abf-0b46-409f-bc3d-65c4b41a45cd req-25c4da27-8229-4af1-9af0-6bf2d4eb2c2c service nova] Enqueued Resource ID: 900d53cf-d483-46ab-8a04-c25218fc407c with Priority: HIGHEST for action port [ 1061.240037] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_rules [ 1061.240215] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_members [ 1061.240301] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 900d53cf-d483-46ab-8a04-c25218fc407c with Priority: HIGHEST for action port [ 1061.240618] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.240796] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.240906] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.241169] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.241268] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.243778] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.244049] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.244320] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-900d53cf-d483-46ab-8a04-c25218fc407c taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.244472] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-900d53cf-d483-46ab-8a04-c25218fc407c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.244565] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-900d53cf-d483-46ab-8a04-c25218fc407c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.244757] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-900d53cf-d483-46ab-8a04-c25218fc407c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.245036] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('900d53cf-d483-46ab-8a04-c25218fc407c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.399170] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c8fd96a-d646-47ad-9335-d9d1bdbdc867 in Status: SUCCESS [ 1061.399525] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c8fd96a-d646-47ad-9335-d9d1bdbdc867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.553205] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-603 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.553397] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-603" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.553562] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-603" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.553970] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-603" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.554327] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.554525] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.554670] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.554929] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.555179] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.555430] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.555755] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1061.555912] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1061.556095] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1061.556334] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.556898] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1061.556898] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1061.579221] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1061.579445] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1061.579585] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1061.579715] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-603" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.580153] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-ddd341a0-f73c-448c-9ff4-6ef227807e03 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.580581] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-ddd341a0-f73c-448c-9ff4-6ef227807e03" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.580581] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-ddd341a0-f73c-448c-9ff4-6ef227807e03" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.580845] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-ddd341a0-f73c-448c-9ff4-6ef227807e03" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.581036] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddd341a0-f73c-448c-9ff4-6ef227807e03',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.677471] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.679270] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.679270] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.681801] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6097e79-9e37-4e69-b0f3-40ddbe12d95a with status ACTIVE [ 1061.681801] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.681801] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.681990] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.682615] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.682615] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.682615] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.682615] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.682803] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.682860] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.682943] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.683259] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.683419] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.683550] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.684169] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.684169] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.684169] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6097e79-9e37-4e69-b0f3-40ddbe12d95a is going to be updated. [ 1061.706859] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.707341] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.707341] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.707341] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.707520] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.707693] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6097e79-9e37-4e69-b0f3-40ddbe12d95a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.746985] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.747217] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.747392] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 900d53cf-d483-46ab-8a04-c25218fc407c with status ACTIVE [ 1061.747576] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.747704] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.747773] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.748060] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.748155] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.748356] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.748498] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.748568] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.748782] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.748852] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.749107] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.749220] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.749312] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.749586] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.749695] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.749808] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 900d53cf-d483-46ab-8a04-c25218fc407c is going to be updated. [ 1061.785496] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.785751] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.785751] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.785925] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.786367] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.786367] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-900d53cf-d483-46ab-8a04-c25218fc407c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.084021] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.084403] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.084403] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.084480] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.085355] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.085355] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port ddd341a0-f73c-448c-9ff4-6ef227807e03 not found, creating... [ 1062.085355] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.085660] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.085660] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.086672] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.086672] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.086672] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.086672] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.086672] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.087059] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.087059] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.087183] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: ddd341a0-f73c-448c-9ff4-6ef227807e03 is going to be created. [ 1062.119526] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.119788] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.120072] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.120384] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.120635] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.120878] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-ddd341a0-f73c-448c-9ff4-6ef227807e03" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.180865] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.685702] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.685702] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.685702] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.686105] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.686105] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.686105] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 is going to be updated. [ 1062.720672] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.720894] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.720995] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.721269] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.721491] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.736243] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 in Status: IN_PROGRESS for 2s [ 1062.860916] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83108375-ab47-4e13-8043-c4233efdcd21 in Status: SUCCESS [ 1062.861142] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.861360] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.861602] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.861801] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.861921] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.861986] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.862161] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.862258] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.862374] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.862623] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83108375-ab47-4e13-8043-c4233efdcd21',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.886514] env[65517]: INFO networking_nsxv3.common.synchronization [req-40a5e665-93de-4a16-975b-aed78c97c882 req-9654b969-2ca5-4b70-8919-14471a03ab80 service nova] Enqueued Resource ID: 83108375-ab47-4e13-8043-c4233efdcd21 with Priority: HIGHEST for action security_group_rules [ 1062.886808] env[65517]: INFO networking_nsxv3.common.synchronization [req-40a5e665-93de-4a16-975b-aed78c97c882 req-9654b969-2ca5-4b70-8919-14471a03ab80 service nova] Enqueued Resource ID: 83108375-ab47-4e13-8043-c4233efdcd21 with Priority: HIGHEST for action security_group_members [ 1062.886985] env[65517]: INFO networking_nsxv3.common.synchronization [req-40a5e665-93de-4a16-975b-aed78c97c882 req-9654b969-2ca5-4b70-8919-14471a03ab80 service nova] Enqueued Resource ID: ddd341a0-f73c-448c-9ff4-6ef227807e03 with Priority: HIGHEST for action port [ 1062.888191] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83108375-ab47-4e13-8043-c4233efdcd21 with Priority: HIGHEST for action security_group_rules [ 1062.888191] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83108375-ab47-4e13-8043-c4233efdcd21 with Priority: HIGHEST for action security_group_members [ 1062.888191] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddd341a0-f73c-448c-9ff4-6ef227807e03 with Priority: HIGHEST for action port [ 1062.888705] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83108375-ab47-4e13-8043-c4233efdcd21 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.888705] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.888954] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-83108375-ab47-4e13-8043-c4233efdcd21 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.888954] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.889074] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.889269] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.889537] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.889876] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.889876] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.889977] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.890035] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.890118] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83108375-ab47-4e13-8043-c4233efdcd21',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.892969] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddd341a0-f73c-448c-9ff4-6ef227807e03 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.893480] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddd341a0-f73c-448c-9ff4-6ef227807e03" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.893480] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddd341a0-f73c-448c-9ff4-6ef227807e03" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.893480] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddd341a0-f73c-448c-9ff4-6ef227807e03" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.893480] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddd341a0-f73c-448c-9ff4-6ef227807e03',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.116040] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: SUCCESS [ 1063.116457] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.116457] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.116631] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.116817] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.116955] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.120517] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.120517] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.120517] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.120517] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.366385] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-83108375-ab47-4e13-8043-c4233efdcd21 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.367718] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.395773] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83108375-ab47-4e13-8043-c4233efdcd21',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.398611] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ddd341a0-f73c-448c-9ff4-6ef227807e03 with status ACTIVE [ 1063.398611] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.398611] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.398611] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.398611] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.398611] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.398975] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.398975] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.398975] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.400254] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.400254] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.400414] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.400492] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.400806] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.400806] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.400806] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.401027] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ddd341a0-f73c-448c-9ff4-6ef227807e03 is going to be updated. [ 1063.426784] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.426994] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.426994] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.427225] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.427370] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.427560] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddd341a0-f73c-448c-9ff4-6ef227807e03" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.620716] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.903086] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83108375-ab47-4e13-8043-c4233efdcd21',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.122935] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.408319] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.408319] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.408319] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.408319] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.408319] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.408319] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83108375-ab47-4e13-8043-c4233efdcd21 is going to be updated. [ 1064.469358] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.469358] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.469358] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.469358] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.469358] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.478596] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83108375-ab47-4e13-8043-c4233efdcd21 in Status: IN_PROGRESS for 2s [ 1064.625694] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.625929] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.626091] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.626383] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.626571] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.626657] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15cbb134-3005-4bfd-9d6a-5050632541ac is going to be updated. [ 1064.661257] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.661602] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.661602] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.661850] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.661906] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.672101] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: IN_PROGRESS for 2s [ 1064.748287] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 in Status: SUCCESS [ 1064.749617] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.749617] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.749617] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.749617] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.750232] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.750232] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.750232] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.750412] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.750551] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.750704] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.254063] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.254465] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.254465] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.254624] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.254788] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.254972] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.254972] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.255162] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.255275] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.255429] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.255658] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.255787] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.255948] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.256089] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.256298] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.256407] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.256539] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.256736] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.256857] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.257026] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.257169] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.760072] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63: rpc.has_security_group_logging(os_id): False [ 1065.780931] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.780931] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.780931] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.780931] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.780931] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.781237] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.781288] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.781324] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.781459] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.781602] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.781779] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.781884] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.781947] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.782099] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.782172] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.782357] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.782450] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.782527] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.782671] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.782742] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.782824] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 is going to be updated. [ 1065.847110] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.847110] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.847110] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.847110] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.847110] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.863728] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 in Status: IN_PROGRESS for 2s [ 1066.489210] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83108375-ab47-4e13-8043-c4233efdcd21 in Status: SUCCESS [ 1066.489605] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.489715] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.489953] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.490161] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.490291] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.490408] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.490497] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.490579] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.490668] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.490827] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-83108375-ab47-4e13-8043-c4233efdcd21 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.490919] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.490990] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.491141] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.491275] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.491370] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.491431] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.491620] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.491690] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.491769] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.491921] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83108375-ab47-4e13-8043-c4233efdcd21',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.684330] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: SUCCESS [ 1066.684631] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.684867] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.685168] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.685388] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.685550] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.685622] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.685787] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.685870] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.685957] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.686070] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.994719] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83108375-ab47-4e13-8043-c4233efdcd21: rpc.has_security_group_logging(os_id): False [ 1067.018766] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.018962] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.019018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.019300] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.019404] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.019670] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.019807] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.019855] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.020038] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.020122] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.020333] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.020446] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.020517] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.020629] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.020702] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.020895] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.021054] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.021054] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.021193] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.021267] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.021354] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83108375-ab47-4e13-8043-c4233efdcd21 is going to be created. [ 1067.089112] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.089283] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.089343] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.089552] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.089734] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.342111] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83108375-ab47-4e13-8043-c4233efdcd21 in Status: IN_PROGRESS for 2s [ 1067.342111] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.342111] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.342111] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.342111] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.342111] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.342111] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.342111] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.342111] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.342111] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.342111] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.342111] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.343071] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.343071] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.343071] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.346027] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.346027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.346027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.346027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.346027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.346027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.346027] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.848471] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15cbb134-3005-4bfd-9d6a-5050632541ac: rpc.has_security_group_logging(os_id): False [ 1067.872484] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.872484] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.872484] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.872696] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.872738] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.872997] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.873143] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.873301] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.873517] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.873629] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.873875] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.873998] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.874077] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.874279] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.874371] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.874590] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.874706] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.874805] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.875094] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.875094] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.875190] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15cbb134-3005-4bfd-9d6a-5050632541ac is going to be updated. [ 1067.877914] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 in Status: SUCCESS [ 1067.878117] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.889442] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1067.889782] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1067.944200] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.944394] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.944440] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.944654] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.944815] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.963670] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: IN_PROGRESS for 2s [ 1069.367116] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83108375-ab47-4e13-8043-c4233efdcd21 in Status: SUCCESS [ 1069.367116] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.367116] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.367116] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.367116] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83108375-ab47-4e13-8043-c4233efdcd21',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.870943] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-83108375-ab47-4e13-8043-c4233efdcd21 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.870943] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.870943] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.870943] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.870943] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.870943] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.870943] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.870943] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.870943] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.870943] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.870943] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83108375-ab47-4e13-8043-c4233efdcd21',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.991301] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: SUCCESS [ 1069.991538] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.372942] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-83108375-ab47-4e13-8043-c4233efdcd21 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.373390] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.373390] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.373494] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.373708] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.373832] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.373916] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.374478] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.374651] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.374838] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.375224] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-83108375-ab47-4e13-8043-c4233efdcd21 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.375413] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.375542] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.375751] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.375970] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.376065] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.376115] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.376305] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.376394] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.376561] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.376768] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83108375-ab47-4e13-8043-c4233efdcd21',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.769706] env[65517]: INFO networking_nsxv3.common.synchronization [req-bd277bd9-3ed5-4b14-9904-4829c3e05dfa req-81f888bd-2778-412d-8a6f-31b95ae46d6c tempest-ImagesTestJSON-1194554300 tempest-ImagesTestJSON-1194554300-project-member] Enqueued Resource ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e with Priority: HIGHEST for action security_group_members [ 1070.770381] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e with Priority: HIGHEST for action security_group_members [ 1070.771233] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-310536a6-570c-46a9-9433-6dc4d62eaa8e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.771233] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.771233] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.771233] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.771765] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.771765] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.771765] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.771765] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.771765] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.771765] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('310536a6-570c-46a9-9433-6dc4d62eaa8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.878999] env[65517]: INFO networking_nsxv3.common.synchronization [req-7ed5b939-f599-4515-b660-fd97722713ed req-9b9b37d3-252c-4362-9664-0424ff2eaa5d tempest-ServerActionsV293TestJSON-2005045633 tempest-ServerActionsV293TestJSON-2005045633-project-member] Enqueued Resource ID: 3598e49d-7764-46e7-a75e-7ff8ded7c6e2 with Priority: HIGHEST for action security_group_members [ 1070.879493] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83108375-ab47-4e13-8043-c4233efdcd21: rpc.has_security_group_logging(os_id): False [ 1070.881029] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3598e49d-7764-46e7-a75e-7ff8ded7c6e2 with Priority: HIGHEST for action security_group_members [ 1070.881353] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-3598e49d-7764-46e7-a75e-7ff8ded7c6e2 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.881482] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3598e49d-7764-46e7-a75e-7ff8ded7c6e2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.881592] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3598e49d-7764-46e7-a75e-7ff8ded7c6e2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.881899] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3598e49d-7764-46e7-a75e-7ff8ded7c6e2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.882082] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.882192] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.882258] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.882420] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.882514] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.882671] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3598e49d-7764-46e7-a75e-7ff8ded7c6e2',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.904395] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.904623] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.904739] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.905031] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.905171] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.905459] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.905624] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.905681] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.905880] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.906012] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.906300] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.906407] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.906499] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.906711] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.906838] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.907134] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.907240] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.907305] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.907470] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.907581] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.907728] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83108375-ab47-4e13-8043-c4233efdcd21 is going to be updated. [ 1070.980311] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.980311] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.980311] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.980311] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.980489] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.008990] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83108375-ab47-4e13-8043-c4233efdcd21 in Status: IN_PROGRESS for 2s [ 1071.236050] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-10 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.236050] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-10" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.236050] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-10" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.236417] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-10" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.236902] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.237072] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.237199] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.237519] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.237693] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.237807] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1071.237920] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1071.238055] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1071.238189] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1071.238343] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1071.238566] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1071.238765] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1071.261715] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1071.261938] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1071.262191] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1071.262484] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-10" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.262857] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-01011dd2-f801-46a0-8528-8305d2c08ee9 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.263056] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-01011dd2-f801-46a0-8528-8305d2c08ee9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.263222] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-01011dd2-f801-46a0-8528-8305d2c08ee9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.263614] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-01011dd2-f801-46a0-8528-8305d2c08ee9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.263766] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01011dd2-f801-46a0-8528-8305d2c08ee9',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.273942] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('310536a6-570c-46a9-9433-6dc4d62eaa8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.385632] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.386226] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.386226] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.386226] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.386389] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.386595] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.386745] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.386829] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.387281] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.387453] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.387587] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3598e49d-7764-46e7-a75e-7ff8ded7c6e2 already deleted. [ 1071.387666] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3598e49d-7764-46e7-a75e-7ff8ded7c6e2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.766702] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.767224] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.767505] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.768028] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.768217] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.768983] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port 01011dd2-f801-46a0-8528-8305d2c08ee9 not found, creating... [ 1071.768983] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.769171] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.769349] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.769711] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.769951] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.770424] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.770676] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.770894] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.771226] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.771453] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.771734] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: 01011dd2-f801-46a0-8528-8305d2c08ee9 is going to be created. [ 1071.775969] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('310536a6-570c-46a9-9433-6dc4d62eaa8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.795828] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.796059] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.796192] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.796470] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.796725] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.796955] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-01011dd2-f801-46a0-8528-8305d2c08ee9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.279092] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.279338] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.279609] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.279882] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.280019] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.280160] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e is going to be updated. [ 1072.314788] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.315013] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.315101] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.315337] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.315448] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.328678] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e in Status: IN_PROGRESS for 2s [ 1072.559415] env[65517]: INFO networking_nsxv3.common.synchronization [req-7ed5b939-f599-4515-b660-fd97722713ed req-85f45e61-fde8-416b-b8a3-b57b98db8fbf service nova] Enqueued Resource ID: 3598e49d-7764-46e7-a75e-7ff8ded7c6e2 with Priority: HIGHEST for action security_group_rules [ 1072.559748] env[65517]: INFO networking_nsxv3.common.synchronization [req-7ed5b939-f599-4515-b660-fd97722713ed req-85f45e61-fde8-416b-b8a3-b57b98db8fbf service nova] Enqueued Resource ID: 3598e49d-7764-46e7-a75e-7ff8ded7c6e2 with Priority: HIGHEST for action security_group_members [ 1072.559748] env[65517]: INFO networking_nsxv3.common.synchronization [req-7ed5b939-f599-4515-b660-fd97722713ed req-85f45e61-fde8-416b-b8a3-b57b98db8fbf service nova] Enqueued Resource ID: 01011dd2-f801-46a0-8528-8305d2c08ee9 with Priority: HIGHEST for action port [ 1072.561413] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3598e49d-7764-46e7-a75e-7ff8ded7c6e2 with Priority: HIGHEST for action security_group_rules [ 1072.561631] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3598e49d-7764-46e7-a75e-7ff8ded7c6e2 with Priority: HIGHEST for action security_group_members [ 1072.562280] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01011dd2-f801-46a0-8528-8305d2c08ee9 with Priority: HIGHEST for action port [ 1072.562644] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3598e49d-7764-46e7-a75e-7ff8ded7c6e2 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.562785] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3598e49d-7764-46e7-a75e-7ff8ded7c6e2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.562841] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3598e49d-7764-46e7-a75e-7ff8ded7c6e2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.563096] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3598e49d-7764-46e7-a75e-7ff8ded7c6e2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.563187] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3598e49d-7764-46e7-a75e-7ff8ded7c6e2',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.564162] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-3598e49d-7764-46e7-a75e-7ff8ded7c6e2 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.564281] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3598e49d-7764-46e7-a75e-7ff8ded7c6e2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.564348] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3598e49d-7764-46e7-a75e-7ff8ded7c6e2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.564551] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3598e49d-7764-46e7-a75e-7ff8ded7c6e2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.564722] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.564819] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.564878] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.568049] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.568049] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.568049] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3598e49d-7764-46e7-a75e-7ff8ded7c6e2',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.568049] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-01011dd2-f801-46a0-8528-8305d2c08ee9 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.568049] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01011dd2-f801-46a0-8528-8305d2c08ee9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.568049] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01011dd2-f801-46a0-8528-8305d2c08ee9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.568049] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01011dd2-f801-46a0-8528-8305d2c08ee9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.568618] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01011dd2-f801-46a0-8528-8305d2c08ee9',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.033010] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83108375-ab47-4e13-8043-c4233efdcd21 in Status: SUCCESS [ 1073.033250] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.070050] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-3598e49d-7764-46e7-a75e-7ff8ded7c6e2 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.070297] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3598e49d-7764-46e7-a75e-7ff8ded7c6e2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.070471] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01011dd2-f801-46a0-8528-8305d2c08ee9 with status ACTIVE [ 1073.070678] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.070820] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.070905] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.071197] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.071296] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.071464] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.071553] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.071736] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.071794] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.071872] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.072065] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.072181] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.072248] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.072404] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.072478] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.072590] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01011dd2-f801-46a0-8528-8305d2c08ee9 is going to be updated. [ 1073.073738] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3598e49d-7764-46e7-a75e-7ff8ded7c6e2',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.097441] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.097596] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.097659] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.097860] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.098015] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.098194] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01011dd2-f801-46a0-8528-8305d2c08ee9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.236487] env[65517]: INFO networking_nsxv3.common.synchronization [req-f2ddf661-2934-4ba8-9aea-61e544866003 req-dbad0886-64fd-4710-938b-36d0a8007ea2 tempest-DeleteServersTestJSON-868563199 tempest-DeleteServersTestJSON-868563199-project-member] Enqueued Resource ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 with Priority: HIGHEST for action security_group_members [ 1073.237109] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 with Priority: HIGHEST for action security_group_members [ 1073.237656] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8788facd-6bf8-475b-a83d-2ba5353fcb51 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.237656] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.237656] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.237830] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.238435] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.238585] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.238652] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.238817] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.238994] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.238994] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8788facd-6bf8-475b-a83d-2ba5353fcb51',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.577406] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3598e49d-7764-46e7-a75e-7ff8ded7c6e2',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.645522] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-844 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.645522] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-844" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.645522] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-844" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.645522] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-844" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.645522] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.645938] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.646016] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.646283] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.646467] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.646800] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.647036] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1073.647700] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1073.647966] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1073.648158] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.648306] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1073.648478] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1073.671424] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1073.671904] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1073.672033] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1073.672258] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-844" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.672647] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-0ef0d28e-583d-479c-b4f1-782fe7ad45f2 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.672867] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-0ef0d28e-583d-479c-b4f1-782fe7ad45f2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.673080] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-0ef0d28e-583d-479c-b4f1-782fe7ad45f2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.673565] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-0ef0d28e-583d-479c-b4f1-782fe7ad45f2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.673649] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ef0d28e-583d-479c-b4f1-782fe7ad45f2',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.741973] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.742179] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.742244] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.742435] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.742536] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.742990] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.742990] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.742990] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.743287] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.743287] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.743287] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 is going to be updated. [ 1073.778266] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.778420] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.778481] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.778773] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.778943] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.790548] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 in Status: IN_PROGRESS for 2s [ 1074.083246] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.083246] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.083246] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.083246] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.083246] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.083246] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3598e49d-7764-46e7-a75e-7ff8ded7c6e2 is going to be created. [ 1074.111256] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.111453] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.111508] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.111754] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.111924] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.122592] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3598e49d-7764-46e7-a75e-7ff8ded7c6e2 in Status: UNINITIALIZED for 2s [ 1074.178208] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.178539] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.178741] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.179268] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.179363] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.179574] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port 0ef0d28e-583d-479c-b4f1-782fe7ad45f2 not found, creating... [ 1074.179915] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.180296] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.180385] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.180650] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.180861] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.181256] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.181521] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.181690] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.181998] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.182232] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.182418] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: 0ef0d28e-583d-479c-b4f1-782fe7ad45f2 is going to be created. [ 1074.208372] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.209208] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.209208] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.209208] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.209797] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.209899] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-0ef0d28e-583d-479c-b4f1-782fe7ad45f2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.347184] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e in Status: SUCCESS [ 1074.347560] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.937680] env[65517]: INFO networking_nsxv3.common.synchronization [req-f2ddf661-2934-4ba8-9aea-61e544866003 req-c5e79a83-9411-481b-86b8-16808cf7c006 service nova] Enqueued Resource ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 with Priority: HIGHEST for action security_group_rules [ 1074.938013] env[65517]: INFO networking_nsxv3.common.synchronization [req-f2ddf661-2934-4ba8-9aea-61e544866003 req-c5e79a83-9411-481b-86b8-16808cf7c006 service nova] Enqueued Resource ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 with Priority: HIGHEST for action security_group_members [ 1074.938013] env[65517]: INFO networking_nsxv3.common.synchronization [req-f2ddf661-2934-4ba8-9aea-61e544866003 req-c5e79a83-9411-481b-86b8-16808cf7c006 service nova] Enqueued Resource ID: 0ef0d28e-583d-479c-b4f1-782fe7ad45f2 with Priority: HIGHEST for action port [ 1074.938628] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 with Priority: HIGHEST for action security_group_rules [ 1074.938801] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 with Priority: HIGHEST for action security_group_members [ 1074.938920] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ef0d28e-583d-479c-b4f1-782fe7ad45f2 with Priority: HIGHEST for action port [ 1074.939281] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8788facd-6bf8-475b-a83d-2ba5353fcb51 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.939391] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.939391] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.939661] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.939761] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8788facd-6bf8-475b-a83d-2ba5353fcb51',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.940876] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8788facd-6bf8-475b-a83d-2ba5353fcb51 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.940977] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.941186] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ef0d28e-583d-479c-b4f1-782fe7ad45f2 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.941313] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ef0d28e-583d-479c-b4f1-782fe7ad45f2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.941349] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ef0d28e-583d-479c-b4f1-782fe7ad45f2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.941542] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ef0d28e-583d-479c-b4f1-782fe7ad45f2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.941701] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ef0d28e-583d-479c-b4f1-782fe7ad45f2',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.446200] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8788facd-6bf8-475b-a83d-2ba5353fcb51 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.446401] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.446731] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ef0d28e-583d-479c-b4f1-782fe7ad45f2 with status ACTIVE [ 1075.447045] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.447241] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.447329] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.447555] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.447689] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.447819] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.447970] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.448048] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.448237] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.448319] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.448563] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.448668] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.448737] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.448933] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.449148] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.449256] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ef0d28e-583d-479c-b4f1-782fe7ad45f2 is going to be updated. [ 1075.476018] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.476201] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.476273] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.476570] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.476792] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.476974] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ef0d28e-583d-479c-b4f1-782fe7ad45f2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.801439] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 in Status: SUCCESS [ 1075.801667] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 deletion is rescheduled due to dependency. [ 1075.801836] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.802049] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.802306] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.802515] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.802657] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.802740] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.802909] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.802994] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.803107] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8788facd-6bf8-475b-a83d-2ba5353fcb51',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.134421] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3598e49d-7764-46e7-a75e-7ff8ded7c6e2 in Status: SUCCESS [ 1076.134947] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3598e49d-7764-46e7-a75e-7ff8ded7c6e2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.134947] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3598e49d-7764-46e7-a75e-7ff8ded7c6e2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.135119] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3598e49d-7764-46e7-a75e-7ff8ded7c6e2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.135246] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.135358] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.135428] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.135581] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.135680] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.135780] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3598e49d-7764-46e7-a75e-7ff8ded7c6e2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.135875] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3598e49d-7764-46e7-a75e-7ff8ded7c6e2',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.306014] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8788facd-6bf8-475b-a83d-2ba5353fcb51',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.639013] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3598e49d-7764-46e7-a75e-7ff8ded7c6e2',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.811721] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8788facd-6bf8-475b-a83d-2ba5353fcb51',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.140803] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3598e49d-7764-46e7-a75e-7ff8ded7c6e2: rpc.has_security_group_logging(os_id): False [ 1077.163518] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.163787] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.163787] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.164141] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.164240] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.164484] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.164587] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.164649] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.164844] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.164961] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.165067] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3598e49d-7764-46e7-a75e-7ff8ded7c6e2 is going to be created. [ 1077.267430] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.267712] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.267712] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.268118] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.268118] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.305780] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3598e49d-7764-46e7-a75e-7ff8ded7c6e2 in Status: IN_PROGRESS for 2s [ 1077.315506] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.315725] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.315725] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.316169] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.316391] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.316585] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 is going to be updated. [ 1077.389329] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.389526] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.389631] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.389961] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.390169] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.408302] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 in Status: IN_PROGRESS for 2s [ 1078.933687] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-677 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.934030] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-677" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.934134] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-677" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.934438] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-677" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.934713] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.934902] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.935110] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.935650] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.936293] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.936293] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.936293] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1078.936293] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1078.936573] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1078.936573] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.936850] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1078.936850] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1078.966759] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1078.966759] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1078.966759] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1078.966759] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-677" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.966759] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-b6097e79-9e37-4e69-b0f3-40ddbe12d95a taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.966759] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-b6097e79-9e37-4e69-b0f3-40ddbe12d95a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.966759] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-b6097e79-9e37-4e69-b0f3-40ddbe12d95a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.966759] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-b6097e79-9e37-4e69-b0f3-40ddbe12d95a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.966759] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6097e79-9e37-4e69-b0f3-40ddbe12d95a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.321977] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3598e49d-7764-46e7-a75e-7ff8ded7c6e2 in Status: SUCCESS [ 1079.322309] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3598e49d-7764-46e7-a75e-7ff8ded7c6e2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.420505] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 in Status: SUCCESS [ 1079.420796] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.421023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.421301] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.421544] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.421704] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.421807] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.421969] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.422087] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.422200] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.422320] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8788facd-6bf8-475b-a83d-2ba5353fcb51',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.469252] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.469469] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.469469] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.469753] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.469901] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.470219] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.470615] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.470615] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.470754] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.470897] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.471234] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.471398] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.471515] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.471791] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.471936] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.472093] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: b6097e79-9e37-4e69-b0f3-40ddbe12d95a is going to be updated. [ 1079.494964] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.495310] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.495564] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.495902] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.496138] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.496372] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-b6097e79-9e37-4e69-b0f3-40ddbe12d95a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.736925] env[65517]: INFO networking_nsxv3.common.synchronization [req-55ab7596-526b-44cb-8c1b-61c87a197da5 req-cabf13e4-4696-4869-be68-5eb796415544 tempest-ServersTestMultiNic-517359145 tempest-ServersTestMultiNic-517359145-project-member] Enqueued Resource ID: 83108375-ab47-4e13-8043-c4233efdcd21 with Priority: HIGHEST for action security_group_members [ 1079.737587] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83108375-ab47-4e13-8043-c4233efdcd21 with Priority: HIGHEST for action security_group_members [ 1079.737909] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-83108375-ab47-4e13-8043-c4233efdcd21 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.738045] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.738156] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.738316] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.738478] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.738848] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.738848] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.738848] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.738848] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.738982] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83108375-ab47-4e13-8043-c4233efdcd21',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.924895] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8788facd-6bf8-475b-a83d-2ba5353fcb51 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.925162] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.925265] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.925585] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.925831] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.925978] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.926107] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.926336] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.926468] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.926596] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.926818] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8788facd-6bf8-475b-a83d-2ba5353fcb51 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.926959] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.927150] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.927269] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.927468] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.927604] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.927693] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.927917] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.928048] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.928135] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.928231] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8788facd-6bf8-475b-a83d-2ba5353fcb51',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.043832] env[65517]: INFO networking_nsxv3.common.synchronization [req-55ab7596-526b-44cb-8c1b-61c87a197da5 req-7f99227c-6b72-4fc7-ad16-1c559a9a8e82 tempest-ServersTestMultiNic-517359145 tempest-ServersTestMultiNic-517359145-project-member] Enqueued Resource ID: 83108375-ab47-4e13-8043-c4233efdcd21 with Priority: HIGHEST for action security_group_members [ 1080.044534] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83108375-ab47-4e13-8043-c4233efdcd21 with Priority: HIGHEST for action security_group_members [ 1080.044890] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-83108375-ab47-4e13-8043-c4233efdcd21 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.045033] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.217762] env[65517]: INFO networking_nsxv3.common.synchronization [req-15a29d5a-7756-483f-bd3e-63b1180faa7a req-622c6a26-fb4f-4f2a-9412-969242895530 service nova] Enqueued Resource ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 with Priority: HIGHEST for action security_group_rules [ 1080.217948] env[65517]: INFO networking_nsxv3.common.synchronization [req-15a29d5a-7756-483f-bd3e-63b1180faa7a req-622c6a26-fb4f-4f2a-9412-969242895530 service nova] Enqueued Resource ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 with Priority: HIGHEST for action security_group_members [ 1080.218109] env[65517]: INFO networking_nsxv3.common.synchronization [req-15a29d5a-7756-483f-bd3e-63b1180faa7a req-622c6a26-fb4f-4f2a-9412-969242895530 service nova] Enqueued Resource ID: b6097e79-9e37-4e69-b0f3-40ddbe12d95a with Priority: HIGHEST for action port [ 1080.218631] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 with Priority: HIGHEST for action security_group_rules [ 1080.218767] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 with Priority: HIGHEST for action security_group_members [ 1080.218931] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6097e79-9e37-4e69-b0f3-40ddbe12d95a with Priority: HIGHEST for action port [ 1080.221499] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.222832] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.222954] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.223189] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.223465] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.224364] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.224364] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.224500] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.224573] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.224739] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.224827] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.224883] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.224989] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.225083] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.225174] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.225911] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6097e79-9e37-4e69-b0f3-40ddbe12d95a taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.226097] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6097e79-9e37-4e69-b0f3-40ddbe12d95a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.226178] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6097e79-9e37-4e69-b0f3-40ddbe12d95a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.226323] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6097e79-9e37-4e69-b0f3-40ddbe12d95a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.226572] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6097e79-9e37-4e69-b0f3-40ddbe12d95a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.241575] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83108375-ab47-4e13-8043-c4233efdcd21',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.432592] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8788facd-6bf8-475b-a83d-2ba5353fcb51: rpc.has_security_group_logging(os_id): False [ 1080.450890] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.451068] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.451143] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.451400] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.451489] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.451757] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.451898] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.451947] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.452120] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.452221] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.452448] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.452546] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.452640] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.452803] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.452858] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.453088] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.453198] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.453261] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.453426] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.453518] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.453605] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 is going to be updated. [ 1080.508184] env[65517]: INFO networking_nsxv3.common.synchronization [req-b84dc884-5002-4c05-9f7a-f55dd89981db req-6d23a5f1-47d0-43d9-bd53-14f4d32de4ad tempest-ServerActionsTestJSON-1355288579 tempest-ServerActionsTestJSON-1355288579-project-member] Enqueued Resource ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 with Priority: HIGHEST for action security_group_members [ 1080.508766] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 with Priority: HIGHEST for action security_group_members [ 1080.509262] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-650c42bb-4b14-46f3-bb4b-20aece7de379 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.509262] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.509487] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.509636] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.509849] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.509982] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.510081] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.510266] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.510383] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.510495] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('650c42bb-4b14-46f3-bb4b-20aece7de379',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.536110] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.536312] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.536409] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.536630] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.536808] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.557299] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 in Status: IN_PROGRESS for 2s [ 1080.736027] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.736027] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.736027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.736027] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6097e79-9e37-4e69-b0f3-40ddbe12d95a with status ACTIVE [ 1080.736027] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.736027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.736027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.736027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.737033] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.737033] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.737033] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.737033] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.737033] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.737033] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.737588] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.737588] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.737588] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.737588] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.737588] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.737588] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6097e79-9e37-4e69-b0f3-40ddbe12d95a is going to be updated. [ 1080.743739] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83108375-ab47-4e13-8043-c4233efdcd21',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.767321] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.767473] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.767548] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.767798] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.767951] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.768135] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6097e79-9e37-4e69-b0f3-40ddbe12d95a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.979373] env[65517]: INFO networking_nsxv3.common.synchronization [req-05792987-c51c-4198-bd0e-32c78a32d150 req-aa24d673-4132-4d7e-90e7-7d2ae2215393 tempest-ServersTestJSON-546086821 tempest-ServersTestJSON-546086821-project-member] Enqueued Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_members [ 1080.980275] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_members [ 1080.980634] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.980765] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.980840] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.981208] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.981306] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.981456] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.981517] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.981748] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.981833] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.981933] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.013743] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.013962] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.014059] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.014277] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.014388] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.014702] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.014772] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.014839] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.014999] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.015095] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.015199] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 is going to be updated. [ 1081.051254] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.051621] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.051621] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.051709] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.051839] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.063476] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 in Status: IN_PROGRESS for 2s [ 1081.239522] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.247283] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.247434] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.247511] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.247749] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.247841] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.247942] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83108375-ab47-4e13-8043-c4233efdcd21 is going to be updated. [ 1081.316157] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.316377] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.316377] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.317024] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.317024] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.326190] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83108375-ab47-4e13-8043-c4233efdcd21 in Status: IN_PROGRESS for 2s [ 1081.376499] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-207 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.376499] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-207" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.376499] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-207" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.376499] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-207" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.376499] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.376499] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.376499] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.376499] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.376499] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.376499] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1081.376499] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1081.376499] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1081.376499] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1081.377055] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1081.377055] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1081.377055] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1081.400413] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1081.400617] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1081.400662] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1081.400913] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-207" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.401282] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-227f5a20-0177-480c-8cec-7485e6794c6d taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.401464] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-227f5a20-0177-480c-8cec-7485e6794c6d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.401583] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-227f5a20-0177-480c-8cec-7485e6794c6d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.402161] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-227f5a20-0177-480c-8cec-7485e6794c6d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.402319] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('227f5a20-0177-480c-8cec-7485e6794c6d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.485832] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.742757] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.744009] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.744009] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.744009] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.744009] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.744009] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 is going to be updated. [ 1081.777369] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.777576] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.777576] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.777955] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.778143] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.791039] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 in Status: IN_PROGRESS for 2s [ 1081.854502] env[65517]: INFO networking_nsxv3.common.synchronization [req-1f1c65c9-af8c-44a8-ae76-28e407442737 req-4e442f2b-97cc-407c-9c07-4f2eac8edeba tempest-ImagesTestJSON-1194554300 tempest-ImagesTestJSON-1194554300-project-member] Enqueued Resource ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e with Priority: HIGHEST for action security_group_members [ 1081.855280] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e with Priority: HIGHEST for action security_group_members [ 1081.855632] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-310536a6-570c-46a9-9433-6dc4d62eaa8e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.855786] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.855858] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.856187] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.856384] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.856494] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.856549] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.856717] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.856807] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.856903] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('310536a6-570c-46a9-9433-6dc4d62eaa8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.905259] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.905495] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.905620] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.905998] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.906189] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.906345] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port 227f5a20-0177-480c-8cec-7485e6794c6d not found, creating... [ 1081.906607] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.906782] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.906911] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.907231] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.907372] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.907657] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.907814] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.907927] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.908158] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.908289] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.908425] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: 227f5a20-0177-480c-8cec-7485e6794c6d is going to be created. [ 1081.931419] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.931914] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.931914] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.932118] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.932350] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.932585] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-227f5a20-0177-480c-8cec-7485e6794c6d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.988785] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.359217] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.359595] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.359595] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.360067] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.360067] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.360384] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.360384] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.360384] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.360527] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.360626] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.360769] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e is going to be updated. [ 1082.395075] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.395075] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.395075] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.395338] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.395459] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.408267] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e in Status: IN_PROGRESS for 2s [ 1082.491674] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.491980] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.492145] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.492478] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.492641] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.492832] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15cbb134-3005-4bfd-9d6a-5050632541ac is going to be updated. [ 1082.526215] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.526434] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.526534] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.526812] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.527050] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.537948] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: IN_PROGRESS for 2s [ 1082.571595] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 in Status: SUCCESS [ 1082.571876] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.659406] env[65517]: INFO networking_nsxv3.common.synchronization [req-05792987-c51c-4198-bd0e-32c78a32d150 req-f5f28125-2444-471a-9d94-93e7cd2c39b3 service nova] Enqueued Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_rules [ 1082.659586] env[65517]: INFO networking_nsxv3.common.synchronization [req-05792987-c51c-4198-bd0e-32c78a32d150 req-f5f28125-2444-471a-9d94-93e7cd2c39b3 service nova] Enqueued Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_members [ 1082.659727] env[65517]: INFO networking_nsxv3.common.synchronization [req-05792987-c51c-4198-bd0e-32c78a32d150 req-f5f28125-2444-471a-9d94-93e7cd2c39b3 service nova] Enqueued Resource ID: 227f5a20-0177-480c-8cec-7485e6794c6d with Priority: HIGHEST for action port [ 1082.660272] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_rules [ 1082.660412] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_members [ 1082.660544] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 227f5a20-0177-480c-8cec-7485e6794c6d with Priority: HIGHEST for action port [ 1082.660817] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.661211] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.661211] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.661211] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.661479] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.662140] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.662236] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.662427] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-227f5a20-0177-480c-8cec-7485e6794c6d taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.662540] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-227f5a20-0177-480c-8cec-7485e6794c6d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.662578] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-227f5a20-0177-480c-8cec-7485e6794c6d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.662814] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-227f5a20-0177-480c-8cec-7485e6794c6d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.662814] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('227f5a20-0177-480c-8cec-7485e6794c6d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.075039] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 in Status: SUCCESS [ 1083.075233] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 deletion is rescheduled due to dependency. [ 1083.075354] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.164963] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.165151] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.165328] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 227f5a20-0177-480c-8cec-7485e6794c6d with status ACTIVE [ 1083.165515] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.165606] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.165672] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.165905] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.166023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.166166] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.166274] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.166336] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.166490] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.166566] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.166742] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.166835] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.166896] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.167045] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.167122] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.167297] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 227f5a20-0177-480c-8cec-7485e6794c6d is going to be updated. [ 1083.188662] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.188821] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.188922] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.189229] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.189419] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.189970] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-227f5a20-0177-480c-8cec-7485e6794c6d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.342235] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83108375-ab47-4e13-8043-c4233efdcd21 in Status: SUCCESS [ 1083.342584] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.342864] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.343193] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.343443] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.343609] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.343703] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.343916] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.344056] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.344201] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83108375-ab47-4e13-8043-c4233efdcd21',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.803781] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 in Status: SUCCESS [ 1083.804177] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.804226] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.804431] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.804621] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.804756] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.804821] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.804974] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.805060] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.805148] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.805238] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.848661] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.848661] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.848661] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.848912] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.848912] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.849039] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.849129] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.849173] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.849334] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.849409] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.849497] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83108375-ab47-4e13-8043-c4233efdcd21 is going to be updated. [ 1083.878846] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.878982] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.879079] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.879284] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.879423] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.891977] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83108375-ab47-4e13-8043-c4233efdcd21 in Status: IN_PROGRESS for 2s [ 1084.308574] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.308729] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.308809] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.309051] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.309233] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.309339] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.309403] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.309555] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.309701] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.309778] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.309907] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.309995] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.310084] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.310207] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.310345] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.310425] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.310484] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.310619] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.310694] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.310774] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.310870] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.427316] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e in Status: SUCCESS [ 1084.427546] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e deletion is rescheduled due to dependency. [ 1084.427685] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.551054] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: SUCCESS [ 1084.551054] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.551054] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.551322] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.551536] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.551689] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.551839] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.552084] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.552197] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.552327] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.814600] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63: rpc.has_security_group_logging(os_id): False [ 1084.837871] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.838041] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.838114] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.838335] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.838440] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.838642] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.838743] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.838807] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.838960] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.839051] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.839230] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.839324] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.839387] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.839566] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.839607] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.839839] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.839931] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.839983] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.840311] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.840311] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.840450] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 is going to be updated. [ 1084.915406] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.915574] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.915686] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.916051] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.916226] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.934511] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 in Status: IN_PROGRESS for 2s [ 1085.054393] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.560275] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.904250] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83108375-ab47-4e13-8043-c4233efdcd21 in Status: SUCCESS [ 1085.904631] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83108375-ab47-4e13-8043-c4233efdcd21 deletion is rescheduled due to dependency. [ 1085.904631] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.063650] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.063909] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.064040] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.064371] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.064514] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.064668] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15cbb134-3005-4bfd-9d6a-5050632541ac is going to be updated. [ 1086.118873] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.118873] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.118873] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.119195] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.119195] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.130305] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: IN_PROGRESS for 2s [ 1086.949589] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 in Status: SUCCESS [ 1086.950086] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.661554] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1087.661871] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1088.141976] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: SUCCESS [ 1088.142303] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.142488] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.142773] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.143014] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.143142] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.143247] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.143374] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.143456] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.143572] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.143691] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.646235] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.646415] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.646478] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.646727] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.646921] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.647049] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.647114] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.647278] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.647361] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.647474] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.647677] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.647772] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.647772] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.647935] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.648106] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.648196] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.648252] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.648450] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.648557] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.648701] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.648926] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.151223] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15cbb134-3005-4bfd-9d6a-5050632541ac: rpc.has_security_group_logging(os_id): False [ 1089.170768] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.170768] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.170768] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.170979] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.171067] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.171342] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.171455] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.171539] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.171710] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.171849] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.172054] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.172157] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.172217] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.172355] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.172495] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.172923] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.172923] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.172923] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.172923] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.172923] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.173229] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15cbb134-3005-4bfd-9d6a-5050632541ac is going to be updated. [ 1089.239748] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.242264] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.242264] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.242264] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.242264] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.261010] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: IN_PROGRESS for 2s [ 1089.584323] env[65517]: INFO networking_nsxv3.common.synchronization [req-699ff1b3-185a-4ecc-9aac-1b5b07d16ff9 req-6e8fa3cc-8943-4281-9e2b-846f2d1e3a28 tempest-ImagesTestJSON-1194554300 tempest-ImagesTestJSON-1194554300-project-member] Enqueued Resource ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e with Priority: HIGHEST for action security_group_members [ 1089.584323] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e with Priority: HIGHEST for action security_group_members [ 1089.584323] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-310536a6-570c-46a9-9433-6dc4d62eaa8e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.584323] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.584323] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.584323] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.584323] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.584323] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.584323] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.584323] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.584323] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.584323] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('310536a6-570c-46a9-9433-6dc4d62eaa8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.915040] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-966 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.915040] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-966" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.915040] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-966" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.915348] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-966" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.915597] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.915761] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.915895] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.916133] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.916306] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.916497] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1089.916608] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1089.916717] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1089.916824] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1089.916933] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1089.917060] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1089.917192] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1089.941772] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1089.942029] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1089.942180] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1089.942393] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-966" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.942786] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-6fd7e155-ae8c-4b18-8bfc-f3339f1d9e43 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.943038] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-6fd7e155-ae8c-4b18-8bfc-f3339f1d9e43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.943231] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-6fd7e155-ae8c-4b18-8bfc-f3339f1d9e43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.943625] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-6fd7e155-ae8c-4b18-8bfc-f3339f1d9e43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.943780] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fd7e155-ae8c-4b18-8bfc-f3339f1d9e43',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.086799] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.087096] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.087096] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.087358] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.087358] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.087552] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.087656] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.087716] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.087853] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.087935] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.088024] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e is going to be updated. [ 1090.122055] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.122314] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.122314] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.122487] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.122630] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.133634] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e in Status: IN_PROGRESS for 2s [ 1090.446351] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.446827] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.446827] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.446978] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.447248] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.447333] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port 6fd7e155-ae8c-4b18-8bfc-f3339f1d9e43 not found, creating... [ 1090.447610] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.447767] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.447888] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.448124] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.448258] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.448541] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.448684] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.448792] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.449010] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.449143] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.449283] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: 6fd7e155-ae8c-4b18-8bfc-f3339f1d9e43 is going to be created. [ 1090.471459] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.471723] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.471806] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.472108] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.472331] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.472556] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-6fd7e155-ae8c-4b18-8bfc-f3339f1d9e43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.279122] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: SUCCESS [ 1091.279361] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.488131] env[65517]: INFO networking_nsxv3.common.synchronization [req-699ff1b3-185a-4ecc-9aac-1b5b07d16ff9 req-37aae069-dd3a-468b-93eb-6487e162eae0 service nova] Enqueued Resource ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e with Priority: HIGHEST for action security_group_rules [ 1091.488804] env[65517]: INFO networking_nsxv3.common.synchronization [req-699ff1b3-185a-4ecc-9aac-1b5b07d16ff9 req-37aae069-dd3a-468b-93eb-6487e162eae0 service nova] Enqueued Resource ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e with Priority: HIGHEST for action security_group_members [ 1091.488804] env[65517]: INFO networking_nsxv3.common.synchronization [req-699ff1b3-185a-4ecc-9aac-1b5b07d16ff9 req-37aae069-dd3a-468b-93eb-6487e162eae0 service nova] Enqueued Resource ID: 6fd7e155-ae8c-4b18-8bfc-f3339f1d9e43 with Priority: HIGHEST for action port [ 1091.488804] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e with Priority: HIGHEST for action security_group_rules [ 1091.488804] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e with Priority: HIGHEST for action security_group_members [ 1091.489116] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fd7e155-ae8c-4b18-8bfc-f3339f1d9e43 with Priority: HIGHEST for action port [ 1091.489419] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-310536a6-570c-46a9-9433-6dc4d62eaa8e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.489543] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.489609] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.489857] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.489920] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('310536a6-570c-46a9-9433-6dc4d62eaa8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.491451] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-310536a6-570c-46a9-9433-6dc4d62eaa8e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.491658] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.491927] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fd7e155-ae8c-4b18-8bfc-f3339f1d9e43 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.492055] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fd7e155-ae8c-4b18-8bfc-f3339f1d9e43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.492124] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fd7e155-ae8c-4b18-8bfc-f3339f1d9e43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.492313] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fd7e155-ae8c-4b18-8bfc-f3339f1d9e43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.492396] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fd7e155-ae8c-4b18-8bfc-f3339f1d9e43',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.992884] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-310536a6-570c-46a9-9433-6dc4d62eaa8e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.993071] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.995081] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6fd7e155-ae8c-4b18-8bfc-f3339f1d9e43 with status ACTIVE [ 1091.995081] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.995081] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.995081] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.995362] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.995362] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.995529] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.995637] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.995719] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.995893] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.996009] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.996261] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.996390] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.996455] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.996598] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.996724] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.996826] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6fd7e155-ae8c-4b18-8bfc-f3339f1d9e43 is going to be updated. [ 1092.033738] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.033987] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.033987] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.034223] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.034409] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.034562] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fd7e155-ae8c-4b18-8bfc-f3339f1d9e43" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.147067] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e in Status: SUCCESS [ 1092.147306] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e deletion is rescheduled due to dependency. [ 1092.147410] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.147603] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.147857] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.148077] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.148215] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.148280] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.148450] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.148545] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.148644] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('310536a6-570c-46a9-9433-6dc4d62eaa8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.650799] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('310536a6-570c-46a9-9433-6dc4d62eaa8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.152591] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('310536a6-570c-46a9-9433-6dc4d62eaa8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.655761] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.656214] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.656214] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.656640] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.656822] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.657020] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e is going to be updated. [ 1093.693236] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.693236] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.693236] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.693236] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.693236] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.704038] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e in Status: IN_PROGRESS for 2s [ 1093.873280] env[65517]: INFO networking_nsxv3.common.synchronization [req-fe8b61b1-6d54-464e-8d94-3a31ed448e58 req-01e899c5-4a3e-4ab7-abf9-7eea49bac08e tempest-ServerActionsTestJSON-1355288579 tempest-ServerActionsTestJSON-1355288579-project-member] Enqueued Resource ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 with Priority: HIGHEST for action security_group_members [ 1093.873895] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 with Priority: HIGHEST for action security_group_members [ 1093.875059] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-650c42bb-4b14-46f3-bb4b-20aece7de379 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.875937] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.876031] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.876289] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.876859] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.876859] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.876859] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.877048] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.877048] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.877174] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('650c42bb-4b14-46f3-bb4b-20aece7de379',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.225758] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-867 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.225961] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.226210] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.226501] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.226853] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.227148] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.227458] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.227563] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.227806] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.228082] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1094.228239] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1094.228392] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1094.228583] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1094.228756] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1094.228906] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1094.229075] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1094.248224] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1094.248436] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1094.248705] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1094.248801] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.249144] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-a7fc03fa-06b2-4f50-aeb7-cfc0aaf6bcac taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.249349] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-a7fc03fa-06b2-4f50-aeb7-cfc0aaf6bcac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.249477] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-a7fc03fa-06b2-4f50-aeb7-cfc0aaf6bcac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.249858] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-a7fc03fa-06b2-4f50-aeb7-cfc0aaf6bcac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.250107] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7fc03fa-06b2-4f50-aeb7-cfc0aaf6bcac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.379965] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.380296] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.380428] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.380696] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.380882] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.381167] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.381334] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.381399] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.381647] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.381758] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.381891] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 is going to be updated. [ 1094.428645] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.428825] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.428879] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.429173] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.429324] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.446964] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 in Status: IN_PROGRESS for 2s [ 1094.476266] env[65517]: INFO networking_nsxv3.common.synchronization [req-973ef294-8812-48c3-92b4-9e0ca9077267 req-f1949cf4-9638-4d39-b76f-f648e8dc4868 tempest-ServersTestJSON-546086821 tempest-ServersTestJSON-546086821-project-member] Enqueued Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_members [ 1094.477242] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_members [ 1094.477627] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.477778] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.477848] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.478055] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.478221] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.478392] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.478392] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.478545] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.478696] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.478777] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.752752] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.753184] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.753317] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.753613] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.753768] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.753944] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port a7fc03fa-06b2-4f50-aeb7-cfc0aaf6bcac not found, creating... [ 1094.754285] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.754528] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.754652] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.755316] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.755316] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.755871] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.755871] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.756063] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.756302] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.756447] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.756591] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: a7fc03fa-06b2-4f50-aeb7-cfc0aaf6bcac is going to be created. [ 1094.783915] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.784229] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.784696] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.785079] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.785453] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.785963] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-a7fc03fa-06b2-4f50-aeb7-cfc0aaf6bcac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.983225] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.486040] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.493465] env[65517]: INFO networking_nsxv3.common.synchronization [req-fe8b61b1-6d54-464e-8d94-3a31ed448e58 req-fc33708c-c927-4cea-86fa-243755aff869 service nova] Enqueued Resource ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 with Priority: HIGHEST for action security_group_rules [ 1095.493685] env[65517]: INFO networking_nsxv3.common.synchronization [req-fe8b61b1-6d54-464e-8d94-3a31ed448e58 req-fc33708c-c927-4cea-86fa-243755aff869 service nova] Enqueued Resource ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 with Priority: HIGHEST for action security_group_members [ 1095.493891] env[65517]: INFO networking_nsxv3.common.synchronization [req-fe8b61b1-6d54-464e-8d94-3a31ed448e58 req-fc33708c-c927-4cea-86fa-243755aff869 service nova] Enqueued Resource ID: a7fc03fa-06b2-4f50-aeb7-cfc0aaf6bcac with Priority: HIGHEST for action port [ 1095.495505] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 with Priority: HIGHEST for action security_group_rules [ 1095.495639] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 with Priority: HIGHEST for action security_group_members [ 1095.495761] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7fc03fa-06b2-4f50-aeb7-cfc0aaf6bcac with Priority: HIGHEST for action port [ 1095.497160] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-650c42bb-4b14-46f3-bb4b-20aece7de379 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.497295] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.497374] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.497599] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.497688] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('650c42bb-4b14-46f3-bb4b-20aece7de379',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.499387] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-650c42bb-4b14-46f3-bb4b-20aece7de379 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.499589] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.499925] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7fc03fa-06b2-4f50-aeb7-cfc0aaf6bcac taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.500075] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7fc03fa-06b2-4f50-aeb7-cfc0aaf6bcac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.500165] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7fc03fa-06b2-4f50-aeb7-cfc0aaf6bcac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.500358] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7fc03fa-06b2-4f50-aeb7-cfc0aaf6bcac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.500448] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7fc03fa-06b2-4f50-aeb7-cfc0aaf6bcac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.715737] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e in Status: SUCCESS [ 1095.716090] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.716354] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.716685] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.717132] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.717194] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.717306] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.717575] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.717726] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.717880] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.718044] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('310536a6-570c-46a9-9433-6dc4d62eaa8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.990450] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.990844] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.990844] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.990998] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.991054] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.991165] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15cbb134-3005-4bfd-9d6a-5050632541ac is going to be updated. [ 1096.000576] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-650c42bb-4b14-46f3-bb4b-20aece7de379 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.000764] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.003385] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7fc03fa-06b2-4f50-aeb7-cfc0aaf6bcac with status ACTIVE [ 1096.003561] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.003718] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.003802] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.004096] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.004192] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.004410] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.004608] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.004663] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.004814] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.004894] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.005209] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.005343] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.005343] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.005566] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.005656] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.005709] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7fc03fa-06b2-4f50-aeb7-cfc0aaf6bcac is going to be updated. [ 1096.030023] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.030316] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.030316] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.030501] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.030601] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.030770] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7fc03fa-06b2-4f50-aeb7-cfc0aaf6bcac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.031961] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.032233] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.032233] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.032379] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.032489] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.044117] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: IN_PROGRESS for 2s [ 1096.222436] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-310536a6-570c-46a9-9433-6dc4d62eaa8e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.222633] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.222694] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.222918] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.223128] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.223232] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.223301] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.223470] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.223569] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.223671] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.223826] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-310536a6-570c-46a9-9433-6dc4d62eaa8e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.223922] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.223985] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.224142] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.224326] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.224450] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.224512] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.224656] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.224739] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.224842] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.224973] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('310536a6-570c-46a9-9433-6dc4d62eaa8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.459203] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 in Status: SUCCESS [ 1096.459474] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 deletion is rescheduled due to dependency. [ 1096.459547] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.459738] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.460261] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.460504] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.460657] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.460751] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.460950] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.461055] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.461184] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('650c42bb-4b14-46f3-bb4b-20aece7de379',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.714367] env[65517]: INFO networking_nsxv3.common.synchronization [req-4d39869e-0635-4221-824e-0e15edfac67d req-ae1772e5-3ae7-4871-bd62-a1989cc9687a tempest-AttachInterfacesTestJSON-1046622067 tempest-AttachInterfacesTestJSON-1046622067-project-member] Enqueued Resource ID: 81251589-2192-4767-8f0d-d1863dcd0154 with Priority: HIGHEST for action security_group_members [ 1096.716807] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81251589-2192-4767-8f0d-d1863dcd0154 with Priority: HIGHEST for action security_group_members [ 1096.716807] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-81251589-2192-4767-8f0d-d1863dcd0154 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.716807] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.716807] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.717237] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.717237] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.718393] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.718393] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.718393] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.718393] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.718393] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81251589-2192-4767-8f0d-d1863dcd0154',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.727109] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 310536a6-570c-46a9-9433-6dc4d62eaa8e: rpc.has_security_group_logging(os_id): False [ 1096.750440] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.750610] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.750683] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.750914] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.751022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.751223] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.751322] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.751388] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.751549] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.751627] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.751824] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.751919] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.752077] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.752377] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.752462] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.752635] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.752748] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.752886] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.754891] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.755060] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.755129] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e is going to be updated. [ 1096.824174] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.824294] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.824344] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.824571] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.824738] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.843650] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e in Status: IN_PROGRESS for 2s [ 1096.965932] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('650c42bb-4b14-46f3-bb4b-20aece7de379',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.220588] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81251589-2192-4767-8f0d-d1863dcd0154',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.467930] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('650c42bb-4b14-46f3-bb4b-20aece7de379',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.724087] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81251589-2192-4767-8f0d-d1863dcd0154',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.973065] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.973065] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.973388] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.973641] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.973724] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.973835] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 is going to be updated. [ 1098.010103] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.010314] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.010314] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.010538] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.010662] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.026389] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 in Status: IN_PROGRESS for 2s [ 1098.055437] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: SUCCESS [ 1098.055753] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.226848] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.227249] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.227249] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.227353] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.227395] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.227495] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81251589-2192-4767-8f0d-d1863dcd0154 is going to be updated. [ 1098.260131] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.260294] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.260383] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.260577] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.260750] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.272471] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81251589-2192-4767-8f0d-d1863dcd0154 in Status: IN_PROGRESS for 2s [ 1098.861504] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e in Status: SUCCESS [ 1098.861838] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.037814] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 in Status: SUCCESS [ 1100.038382] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.038382] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.038628] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.038885] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.039074] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.039203] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.039316] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.039406] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.039518] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.039647] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('650c42bb-4b14-46f3-bb4b-20aece7de379',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.281908] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81251589-2192-4767-8f0d-d1863dcd0154 in Status: SUCCESS [ 1100.282252] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.541653] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('650c42bb-4b14-46f3-bb4b-20aece7de379',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.045282] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 650c42bb-4b14-46f3-bb4b-20aece7de379: rpc.has_security_group_logging(os_id): False [ 1101.065861] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.066082] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.066082] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.066301] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.066393] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.066645] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.066747] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.066813] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.067047] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.067137] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.067227] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 is going to be updated. [ 1101.143688] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.143888] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.143888] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.144138] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.144290] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.158767] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 in Status: IN_PROGRESS for 2s [ 1101.223763] env[65517]: INFO networking_nsxv3.common.synchronization [req-8f217e49-1810-46ba-ab60-4282932d631c req-497d99b5-1173-4f7a-a9b9-c1f442997ce9 tempest-ServersTestJSON-546086821 tempest-ServersTestJSON-546086821-project-member] Enqueued Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_members [ 1101.224428] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_members [ 1101.224628] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.224754] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.224824] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.225173] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.225173] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.225368] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.225368] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.225473] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.225547] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.225657] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.728749] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.231969] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.733796] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.734036] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.734088] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.735078] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.735078] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.735078] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15cbb134-3005-4bfd-9d6a-5050632541ac is going to be updated. [ 1102.763176] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.763376] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.763376] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.763595] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.763739] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.772360] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: IN_PROGRESS for 2s [ 1102.896030] env[65517]: INFO networking_nsxv3.common.synchronization [req-cd53af57-0350-4ac0-b62a-e621298493a7 req-e1d064f5-b9cd-4205-989e-cdab8ac93896 tempest-AttachInterfacesTestJSON-1046622067 tempest-AttachInterfacesTestJSON-1046622067-project-member] Enqueued Resource ID: 81251589-2192-4767-8f0d-d1863dcd0154 with Priority: HIGHEST for action security_group_members [ 1102.896408] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81251589-2192-4767-8f0d-d1863dcd0154 with Priority: HIGHEST for action security_group_members [ 1102.896699] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-81251589-2192-4767-8f0d-d1863dcd0154 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.896813] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.896884] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.897108] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.897265] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.897360] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.897422] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.897570] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.897653] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.897744] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81251589-2192-4767-8f0d-d1863dcd0154',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.177841] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 in Status: SUCCESS [ 1103.178114] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.399762] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.400127] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.400127] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.400272] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.400356] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.400548] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.400646] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.400702] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.400848] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.400922] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.401017] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81251589-2192-4767-8f0d-d1863dcd0154 is going to be updated. [ 1103.429072] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.429229] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.429318] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.429504] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.429662] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.440829] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81251589-2192-4767-8f0d-d1863dcd0154 in Status: IN_PROGRESS for 2s [ 1104.783841] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: SUCCESS [ 1104.784151] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.452570] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81251589-2192-4767-8f0d-d1863dcd0154 in Status: SUCCESS [ 1105.452996] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81251589-2192-4767-8f0d-d1863dcd0154 deletion is rescheduled due to dependency. [ 1105.452996] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.419889] env[65517]: INFO networking_nsxv3.common.synchronization [None req-93b463b3-3e82-4d84-aceb-c61941b9bcdb tempest-AttachInterfacesTestJSON-1046622067 tempest-AttachInterfacesTestJSON-1046622067-project-member] Enqueued Resource ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 with Priority: HIGHEST for action security_group_members [ 1107.420483] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 with Priority: HIGHEST for action security_group_members [ 1107.420789] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.420920] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.420991] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.421356] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.421498] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.421603] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.421664] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.421829] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.421917] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.422022] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.925501] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.925501] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.925501] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.925501] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.925854] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.925900] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.926095] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.926237] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.926412] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.926544] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.926705] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 is going to be updated. [ 1107.962542] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.963022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.963022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.963022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.963191] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.973940] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 in Status: IN_PROGRESS for 2s [ 1109.989573] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 in Status: SUCCESS [ 1109.990238] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 deletion is rescheduled due to dependency. [ 1109.990444] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.084516] env[65517]: INFO networking_nsxv3.common.synchronization [req-6c3a86cb-baf4-48dd-91f2-54560de66cf5 req-8530769b-dc7f-4d23-93f5-b4277cb6f8a6 tempest-DeleteServersTestJSON-868563199 tempest-DeleteServersTestJSON-868563199-project-member] Enqueued Resource ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 with Priority: HIGHEST for action security_group_members [ 1110.085128] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 with Priority: HIGHEST for action security_group_members [ 1110.085568] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8788facd-6bf8-475b-a83d-2ba5353fcb51 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.085568] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.085987] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.085987] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.085987] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.087324] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.087324] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.087324] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.087324] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.087324] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8788facd-6bf8-475b-a83d-2ba5353fcb51',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.591154] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.591154] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.591154] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.591154] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.591154] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.591486] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.591486] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.591486] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.591610] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.591610] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.591786] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 is going to be updated. [ 1110.624103] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.624364] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.624501] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.624899] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.624899] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.636551] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 in Status: IN_PROGRESS for 2s [ 1111.887792] env[65517]: INFO networking_nsxv3.common.synchronization [req-cb7d6672-b7d4-44fb-a9ee-2e87a2d7beed req-aeebff23-12ca-4328-9520-bbdd69543c90 tempest-ServersTestJSON-546086821 tempest-ServersTestJSON-546086821-project-member] Enqueued Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_members [ 1111.887792] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_members [ 1111.888229] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.888566] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.888645] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.889154] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.889459] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.889683] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.889683] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.889825] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.889913] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.890073] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.324028] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-207 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.324028] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-207" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.324614] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-207" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.324982] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-207" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.325076] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.325824] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.325824] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.325824] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.326108] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.326108] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1112.326219] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1112.326290] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1112.326710] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1112.326710] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1112.326710] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1112.326710] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1112.350482] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1112.350482] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1112.350482] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1112.350482] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-207" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.350714] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-25e1af96-8ed0-4b93-837f-36d7baa1758d taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.350883] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-25e1af96-8ed0-4b93-837f-36d7baa1758d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.350999] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-25e1af96-8ed0-4b93-837f-36d7baa1758d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.351401] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-25e1af96-8ed0-4b93-837f-36d7baa1758d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.351661] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25e1af96-8ed0-4b93-837f-36d7baa1758d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.392639] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.649223] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 in Status: SUCCESS [ 1112.649632] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 deletion is rescheduled due to dependency. [ 1112.649868] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.855340] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.855572] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.855634] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.855920] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.856086] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.856248] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port 25e1af96-8ed0-4b93-837f-36d7baa1758d not found, creating... [ 1112.856841] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.856841] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.856841] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.857178] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.857249] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.858321] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.858321] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.858321] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.858321] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.858595] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.858765] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: 25e1af96-8ed0-4b93-837f-36d7baa1758d is going to be created. [ 1112.883707] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.884050] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.884144] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.884496] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.884630] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.884873] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-25e1af96-8ed0-4b93-837f-36d7baa1758d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.894682] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.262077] env[65517]: INFO networking_nsxv3.common.synchronization [req-b82f37ff-955c-417b-9fcb-3f20931af5b6 req-590af4ea-5ebd-49d2-974a-706b52cdd789 tempest-ImagesTestJSON-1194554300 tempest-ImagesTestJSON-1194554300-project-member] Enqueued Resource ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e with Priority: HIGHEST for action security_group_members [ 1113.264026] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e with Priority: HIGHEST for action security_group_members [ 1113.266730] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-310536a6-570c-46a9-9433-6dc4d62eaa8e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.266730] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.266730] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.266730] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.266730] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.266730] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.266730] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.266730] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.266730] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.266730] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('310536a6-570c-46a9-9433-6dc4d62eaa8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.341472] env[65517]: INFO networking_nsxv3.common.synchronization [None req-5a64f14a-1abe-4586-b242-869744290f93 None None] Enqueued Resource ID: 7cca9525-bd5d-4a83-b4f2-4da5c0f5a1a6 with Priority: HIGHEST for action port [ 1113.344336] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cca9525-bd5d-4a83-b4f2-4da5c0f5a1a6 with Priority: HIGHEST for action port [ 1113.345299] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-7cca9525-bd5d-4a83-b4f2-4da5c0f5a1a6 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.345450] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7cca9525-bd5d-4a83-b4f2-4da5c0f5a1a6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.345512] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7cca9525-bd5d-4a83-b4f2-4da5c0f5a1a6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.345777] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7cca9525-bd5d-4a83-b4f2-4da5c0f5a1a6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.345861] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cca9525-bd5d-4a83-b4f2-4da5c0f5a1a6',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.397050] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.397238] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.397306] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.397494] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.397586] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.397691] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15cbb134-3005-4bfd-9d6a-5050632541ac is going to be updated. [ 1113.437812] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.438677] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.438677] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.439470] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.439470] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.450299] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: IN_PROGRESS for 2s [ 1113.685826] env[65517]: INFO networking_nsxv3.common.synchronization [req-cb7d6672-b7d4-44fb-a9ee-2e87a2d7beed req-111bd588-b8c7-40c6-9d66-0ee75db0bda4 service nova] Enqueued Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_rules [ 1113.686338] env[65517]: INFO networking_nsxv3.common.synchronization [req-cb7d6672-b7d4-44fb-a9ee-2e87a2d7beed req-111bd588-b8c7-40c6-9d66-0ee75db0bda4 service nova] Enqueued Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_members [ 1113.686338] env[65517]: INFO networking_nsxv3.common.synchronization [req-cb7d6672-b7d4-44fb-a9ee-2e87a2d7beed req-111bd588-b8c7-40c6-9d66-0ee75db0bda4 service nova] Enqueued Resource ID: 25e1af96-8ed0-4b93-837f-36d7baa1758d with Priority: HIGHEST for action port [ 1113.686717] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_rules [ 1113.689132] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_members [ 1113.689132] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25e1af96-8ed0-4b93-837f-36d7baa1758d with Priority: HIGHEST for action port [ 1113.689132] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.689132] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.689132] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.689132] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.689483] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.690495] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.690693] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.690946] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-25e1af96-8ed0-4b93-837f-36d7baa1758d taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.692029] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25e1af96-8ed0-4b93-837f-36d7baa1758d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.692029] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25e1af96-8ed0-4b93-837f-36d7baa1758d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.692029] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25e1af96-8ed0-4b93-837f-36d7baa1758d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.692029] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25e1af96-8ed0-4b93-837f-36d7baa1758d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.769879] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.769879] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.769879] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.769879] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.769879] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.770182] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.770182] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.770348] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.770384] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.770538] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.770538] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e is going to be updated. [ 1113.804828] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.805238] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.805533] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.805947] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.806247] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.818096] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e in Status: IN_PROGRESS for 2s [ 1113.849867] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7cca9525-bd5d-4a83-b4f2-4da5c0f5a1a6 [ 1113.850158] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.850363] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.850436] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.850691] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.850825] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.850966] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7cca9525-bd5d-4a83-b4f2-4da5c0f5a1a6 already deleted. [ 1113.851127] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7cca9525-bd5d-4a83-b4f2-4da5c0f5a1a6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.194348] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.198436] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.198436] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 25e1af96-8ed0-4b93-837f-36d7baa1758d with status ACTIVE [ 1114.198436] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.198436] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.198436] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.198436] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.198436] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.198436] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.198436] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.198436] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.198436] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.198436] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.198436] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.198436] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.198436] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.198436] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.198436] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.199358] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 25e1af96-8ed0-4b93-837f-36d7baa1758d is going to be updated. [ 1114.218423] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.218611] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.218678] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.219014] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.219188] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.219392] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25e1af96-8ed0-4b93-837f-36d7baa1758d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.460749] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: SUCCESS [ 1115.461069] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.461167] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.461615] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.461615] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.461794] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.461794] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.461910] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.461991] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.462104] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.795805] env[65517]: INFO networking_nsxv3.common.synchronization [None req-c492edb6-ee61-40fd-80dd-6ab23fc77ca5 None None] Enqueued Resource ID: 468c87b6-2a7e-4a97-b34b-d8d71f643a80 with Priority: HIGHEST for action port [ 1115.796532] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 468c87b6-2a7e-4a97-b34b-d8d71f643a80 with Priority: HIGHEST for action port [ 1115.797585] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-468c87b6-2a7e-4a97-b34b-d8d71f643a80 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.797585] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-468c87b6-2a7e-4a97-b34b-d8d71f643a80" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.797585] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-468c87b6-2a7e-4a97-b34b-d8d71f643a80" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.797585] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-468c87b6-2a7e-4a97-b34b-d8d71f643a80" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.797585] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('468c87b6-2a7e-4a97-b34b-d8d71f643a80',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.829151] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e in Status: SUCCESS [ 1115.829314] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e deletion is rescheduled due to dependency. [ 1115.829314] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.965167] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.300887] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 468c87b6-2a7e-4a97-b34b-d8d71f643a80 [ 1116.301875] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.301989] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.302106] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.302447] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.302544] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.302665] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:468c87b6-2a7e-4a97-b34b-d8d71f643a80 already deleted. [ 1116.302757] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-468c87b6-2a7e-4a97-b34b-d8d71f643a80" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.468677] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.970182] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.970496] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.970572] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.970810] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.970962] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.971021] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15cbb134-3005-4bfd-9d6a-5050632541ac is going to be updated. [ 1117.008281] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.008449] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.008449] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.008659] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.008807] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.018177] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: IN_PROGRESS for 2s [ 1119.030553] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: SUCCESS [ 1119.030553] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.031044] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.031044] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.031096] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.031382] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.031494] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.031693] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.031825] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.031952] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.032715] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.535300] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.535468] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.535775] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.535775] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.535990] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.536071] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.536160] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.536310] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.536625] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.536625] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.536625] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.536909] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.536909] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.537460] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.537656] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.537778] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.537851] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.538028] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.538068] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.538147] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.538238] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.757098] env[65517]: INFO networking_nsxv3.common.synchronization [req-54c63939-0310-4a6d-b8cf-0ec334dfa096 req-b1d164eb-0fdb-49f0-bfca-f3ab13bed30d tempest-DeleteServersTestJSON-868563199 tempest-DeleteServersTestJSON-868563199-project-member] Enqueued Resource ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 with Priority: HIGHEST for action security_group_members [ 1119.757708] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 with Priority: HIGHEST for action security_group_members [ 1119.758065] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8788facd-6bf8-475b-a83d-2ba5353fcb51 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.758196] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.758278] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.758480] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.758655] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.758763] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.758831] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.758991] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.759092] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.759199] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8788facd-6bf8-475b-a83d-2ba5353fcb51',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.040713] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15cbb134-3005-4bfd-9d6a-5050632541ac: rpc.has_security_group_logging(os_id): False [ 1120.051072] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-844 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.051202] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-844" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.051388] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-844" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.051668] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-844" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.051926] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.052090] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.053071] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.053071] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.053071] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.053071] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1120.053071] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1120.053071] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1120.053769] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1120.053769] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1120.053769] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1120.053769] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1120.061138] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.061264] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.061397] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.063890] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.063890] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.063890] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.063890] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.063890] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.063890] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.063890] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.063890] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.063890] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.063890] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.063890] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.063890] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.063890] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.063890] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.064565] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.064565] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.064565] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.064565] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15cbb134-3005-4bfd-9d6a-5050632541ac is going to be updated. [ 1120.074341] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1120.074509] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1120.074650] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1120.074828] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-844" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.075192] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-301397ef-592e-4cf7-b2e2-53586abbec6d taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.075389] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-301397ef-592e-4cf7-b2e2-53586abbec6d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.075555] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-301397ef-592e-4cf7-b2e2-53586abbec6d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.075831] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-301397ef-592e-4cf7-b2e2-53586abbec6d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.075967] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('301397ef-592e-4cf7-b2e2-53586abbec6d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.130839] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.130989] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.131073] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.131272] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.131419] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.161259] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: IN_PROGRESS for 2s [ 1120.262009] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.262336] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.262336] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.262621] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.262751] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.263034] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.263178] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.263291] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.263477] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.263585] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.263689] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 is going to be updated. [ 1120.293109] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.293375] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.293375] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.293650] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.293847] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.304806] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 in Status: IN_PROGRESS for 2s [ 1120.578120] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.578469] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.578602] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.578905] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.579090] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.579355] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port 301397ef-592e-4cf7-b2e2-53586abbec6d not found, creating... [ 1120.579678] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.579837] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.579954] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.580211] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.580454] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.580839] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.581017] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.581138] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.581353] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.581486] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.581625] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: 301397ef-592e-4cf7-b2e2-53586abbec6d is going to be created. [ 1120.606147] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.606395] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.606508] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.606780] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.607027] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.607281] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-301397ef-592e-4cf7-b2e2-53586abbec6d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.311890] env[65517]: INFO networking_nsxv3.common.synchronization [None req-a20cee55-7064-438d-8ac6-d6d235209d03 None None] Enqueued Resource ID: 42a62c72-6e87-4ac0-8b7b-e8fd7185bbcf with Priority: HIGHEST for action port [ 1121.313233] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42a62c72-6e87-4ac0-8b7b-e8fd7185bbcf with Priority: HIGHEST for action port [ 1121.314111] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-42a62c72-6e87-4ac0-8b7b-e8fd7185bbcf taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.314111] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42a62c72-6e87-4ac0-8b7b-e8fd7185bbcf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.314235] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42a62c72-6e87-4ac0-8b7b-e8fd7185bbcf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.314683] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42a62c72-6e87-4ac0-8b7b-e8fd7185bbcf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.314768] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42a62c72-6e87-4ac0-8b7b-e8fd7185bbcf',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.329116] env[65517]: INFO networking_nsxv3.common.synchronization [req-54c63939-0310-4a6d-b8cf-0ec334dfa096 req-eece1e6e-42ed-4c9c-ae43-4bb4274c3908 service nova] Enqueued Resource ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 with Priority: HIGHEST for action security_group_rules [ 1121.329299] env[65517]: INFO networking_nsxv3.common.synchronization [req-54c63939-0310-4a6d-b8cf-0ec334dfa096 req-eece1e6e-42ed-4c9c-ae43-4bb4274c3908 service nova] Enqueued Resource ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 with Priority: HIGHEST for action security_group_members [ 1121.329440] env[65517]: INFO networking_nsxv3.common.synchronization [req-54c63939-0310-4a6d-b8cf-0ec334dfa096 req-eece1e6e-42ed-4c9c-ae43-4bb4274c3908 service nova] Enqueued Resource ID: 301397ef-592e-4cf7-b2e2-53586abbec6d with Priority: HIGHEST for action port [ 1121.329898] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 with Priority: HIGHEST for action security_group_rules [ 1121.330052] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 with Priority: HIGHEST for action security_group_members [ 1121.330191] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 301397ef-592e-4cf7-b2e2-53586abbec6d with Priority: HIGHEST for action port [ 1121.330428] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8788facd-6bf8-475b-a83d-2ba5353fcb51 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.330916] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.330916] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.330916] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.330916] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8788facd-6bf8-475b-a83d-2ba5353fcb51',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.337213] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8788facd-6bf8-475b-a83d-2ba5353fcb51 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.337213] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.337421] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-301397ef-592e-4cf7-b2e2-53586abbec6d taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.337688] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-301397ef-592e-4cf7-b2e2-53586abbec6d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.337688] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-301397ef-592e-4cf7-b2e2-53586abbec6d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.337973] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-301397ef-592e-4cf7-b2e2-53586abbec6d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.338455] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('301397ef-592e-4cf7-b2e2-53586abbec6d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.817258] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 42a62c72-6e87-4ac0-8b7b-e8fd7185bbcf [ 1121.817461] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.817648] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.817911] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.818329] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.818958] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.818958] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:42a62c72-6e87-4ac0-8b7b-e8fd7185bbcf already deleted. [ 1121.818958] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42a62c72-6e87-4ac0-8b7b-e8fd7185bbcf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.845020] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8788facd-6bf8-475b-a83d-2ba5353fcb51 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.845020] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.845020] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 301397ef-592e-4cf7-b2e2-53586abbec6d with status ACTIVE [ 1121.845020] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.845020] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.845020] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.845020] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.845020] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.845020] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.845020] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.845020] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.845020] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.845020] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.845020] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.845516] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.845516] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.845516] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.845516] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.845516] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 301397ef-592e-4cf7-b2e2-53586abbec6d is going to be updated. [ 1121.870316] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.870316] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.870316] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.870316] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.870316] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.870316] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-301397ef-592e-4cf7-b2e2-53586abbec6d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.139302] env[65517]: INFO networking_nsxv3.common.synchronization [req-a1e503ec-0de5-4765-90af-4a6de05bb3b8 req-b7ae1587-4108-4674-a86c-5441a9151bd5 tempest-ServerTagsTestJSON-206047152 tempest-ServerTagsTestJSON-206047152-project-member] Enqueued Resource ID: 478158f5-63aa-450f-91be-8df50cd6c67b with Priority: HIGHEST for action security_group_members [ 1122.139985] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 478158f5-63aa-450f-91be-8df50cd6c67b with Priority: HIGHEST for action security_group_members [ 1122.140325] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-478158f5-63aa-450f-91be-8df50cd6c67b taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.140450] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-478158f5-63aa-450f-91be-8df50cd6c67b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.140519] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-478158f5-63aa-450f-91be-8df50cd6c67b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.140783] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-478158f5-63aa-450f-91be-8df50cd6c67b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.140946] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.141257] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.141377] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.141680] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.141680] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.141819] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('478158f5-63aa-450f-91be-8df50cd6c67b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.177256] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: SUCCESS [ 1122.177480] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.317076] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 in Status: SUCCESS [ 1122.317392] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 deletion is rescheduled due to dependency. [ 1122.317392] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.317538] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.317753] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.317930] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.318054] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.318116] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.318263] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.318359] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.318449] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8788facd-6bf8-475b-a83d-2ba5353fcb51',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.521115] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-721 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.521315] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-721" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.521438] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-721" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.522074] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-721" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.522398] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.522576] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.522694] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.522921] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.523077] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.523289] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1122.523463] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1122.523586] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1122.523696] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1122.523809] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1122.523970] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1122.524047] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1122.545635] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1122.545847] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1122.546052] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1122.546283] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-721" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.546605] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-672d56ee-9ded-4c3a-971d-e807052d71c8 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.546783] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-672d56ee-9ded-4c3a-971d-e807052d71c8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.546896] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-672d56ee-9ded-4c3a-971d-e807052d71c8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.547271] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-672d56ee-9ded-4c3a-971d-e807052d71c8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.547422] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('672d56ee-9ded-4c3a-971d-e807052d71c8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.645039] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.645233] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.645279] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.645468] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.645555] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.645751] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.645863] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.645896] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.646068] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.646136] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.646222] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 478158f5-63aa-450f-91be-8df50cd6c67b already deleted. [ 1122.646314] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-478158f5-63aa-450f-91be-8df50cd6c67b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.822497] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8788facd-6bf8-475b-a83d-2ba5353fcb51',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.052162] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.052162] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.052162] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.052162] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.052162] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.052162] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port 672d56ee-9ded-4c3a-971d-e807052d71c8 not found, creating... [ 1123.052162] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.052162] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.052162] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.052162] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.058666] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.058666] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.058666] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.058666] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.058666] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.058666] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.058666] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: 672d56ee-9ded-4c3a-971d-e807052d71c8 is going to be created. [ 1123.079859] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.079859] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.079859] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.079859] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.079859] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.079859] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-672d56ee-9ded-4c3a-971d-e807052d71c8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.324448] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8788facd-6bf8-475b-a83d-2ba5353fcb51',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.802789] env[65517]: INFO networking_nsxv3.common.synchronization [req-a1e503ec-0de5-4765-90af-4a6de05bb3b8 req-0b6ce30b-49af-4a80-97eb-dc867c2ea1f7 service nova] Enqueued Resource ID: 478158f5-63aa-450f-91be-8df50cd6c67b with Priority: HIGHEST for action security_group_rules [ 1123.803043] env[65517]: INFO networking_nsxv3.common.synchronization [req-a1e503ec-0de5-4765-90af-4a6de05bb3b8 req-0b6ce30b-49af-4a80-97eb-dc867c2ea1f7 service nova] Enqueued Resource ID: 478158f5-63aa-450f-91be-8df50cd6c67b with Priority: HIGHEST for action security_group_members [ 1123.803208] env[65517]: INFO networking_nsxv3.common.synchronization [req-a1e503ec-0de5-4765-90af-4a6de05bb3b8 req-0b6ce30b-49af-4a80-97eb-dc867c2ea1f7 service nova] Enqueued Resource ID: 672d56ee-9ded-4c3a-971d-e807052d71c8 with Priority: HIGHEST for action port [ 1123.804259] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 478158f5-63aa-450f-91be-8df50cd6c67b with Priority: HIGHEST for action security_group_rules [ 1123.804504] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 478158f5-63aa-450f-91be-8df50cd6c67b with Priority: HIGHEST for action security_group_members [ 1123.804504] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 672d56ee-9ded-4c3a-971d-e807052d71c8 with Priority: HIGHEST for action port [ 1123.804855] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-478158f5-63aa-450f-91be-8df50cd6c67b taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.804976] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-478158f5-63aa-450f-91be-8df50cd6c67b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.805038] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-478158f5-63aa-450f-91be-8df50cd6c67b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.805308] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-478158f5-63aa-450f-91be-8df50cd6c67b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.805390] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('478158f5-63aa-450f-91be-8df50cd6c67b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.806266] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-478158f5-63aa-450f-91be-8df50cd6c67b taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.807145] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-478158f5-63aa-450f-91be-8df50cd6c67b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.807217] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-478158f5-63aa-450f-91be-8df50cd6c67b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.807647] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-478158f5-63aa-450f-91be-8df50cd6c67b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.807845] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.807918] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.807979] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.808145] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.808236] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.808335] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('478158f5-63aa-450f-91be-8df50cd6c67b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.810158] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-672d56ee-9ded-4c3a-971d-e807052d71c8 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.810273] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-672d56ee-9ded-4c3a-971d-e807052d71c8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.810347] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-672d56ee-9ded-4c3a-971d-e807052d71c8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.810502] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-672d56ee-9ded-4c3a-971d-e807052d71c8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.810749] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('672d56ee-9ded-4c3a-971d-e807052d71c8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.826797] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.826945] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.827074] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.827187] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.827277] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.827376] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 is going to be updated. [ 1123.862491] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.862644] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.862733] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.862942] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.863107] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.872357] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 in Status: IN_PROGRESS for 2s [ 1124.019227] env[65517]: INFO networking_nsxv3.common.synchronization [None req-bbcc549d-7a37-4691-9b5c-0ea9caa229b2 None None] Enqueued Resource ID: d7156a78-5801-4eab-a86d-6f0d3d93e0bb with Priority: HIGHEST for action port [ 1124.020349] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7156a78-5801-4eab-a86d-6f0d3d93e0bb with Priority: HIGHEST for action port [ 1124.020846] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7156a78-5801-4eab-a86d-6f0d3d93e0bb taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.021035] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7156a78-5801-4eab-a86d-6f0d3d93e0bb" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.021145] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7156a78-5801-4eab-a86d-6f0d3d93e0bb" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.021591] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7156a78-5801-4eab-a86d-6f0d3d93e0bb" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.021731] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7156a78-5801-4eab-a86d-6f0d3d93e0bb',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.193421] env[65517]: INFO networking_nsxv3.common.synchronization [req-01afc083-2906-454c-9b2e-fcdbb408cea8 req-a4f6be62-30b2-472b-bc89-6a433f34b389 tempest-AttachVolumeShelveTestJSON-1393334336 tempest-AttachVolumeShelveTestJSON-1393334336-project-member] Enqueued Resource ID: 8c8fd96a-d646-47ad-9335-d9d1bdbdc867 with Priority: HIGHEST for action security_group_members [ 1124.193989] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c8fd96a-d646-47ad-9335-d9d1bdbdc867 with Priority: HIGHEST for action security_group_members [ 1124.194663] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c8fd96a-d646-47ad-9335-d9d1bdbdc867 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.194663] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c8fd96a-d646-47ad-9335-d9d1bdbdc867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.194663] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c8fd96a-d646-47ad-9335-d9d1bdbdc867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.194920] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c8fd96a-d646-47ad-9335-d9d1bdbdc867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.194920] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.195080] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.195147] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.195299] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.195658] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.195658] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c8fd96a-d646-47ad-9335-d9d1bdbdc867',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.311666] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('478158f5-63aa-450f-91be-8df50cd6c67b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.313873] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 672d56ee-9ded-4c3a-971d-e807052d71c8 with status ACTIVE [ 1124.313873] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.313873] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.313873] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.314185] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.314185] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.314632] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.314632] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.314632] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.314632] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.314864] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.314864] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.314984] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.314984] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.315183] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.315251] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.315435] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 672d56ee-9ded-4c3a-971d-e807052d71c8 is going to be updated. [ 1124.316693] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-478158f5-63aa-450f-91be-8df50cd6c67b taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.316843] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-478158f5-63aa-450f-91be-8df50cd6c67b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.339829] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.339829] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.339829] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.339829] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.339829] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.339829] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-672d56ee-9ded-4c3a-971d-e807052d71c8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.528152] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7156a78-5801-4eab-a86d-6f0d3d93e0bb [ 1124.528152] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.528152] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.528152] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.528152] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.528152] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.528152] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7156a78-5801-4eab-a86d-6f0d3d93e0bb already deleted. [ 1124.528152] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7156a78-5801-4eab-a86d-6f0d3d93e0bb" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.697540] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.697883] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.697959] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.698295] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.698747] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.699076] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.699929] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.700106] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.700379] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.700562] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.700739] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c8fd96a-d646-47ad-9335-d9d1bdbdc867 is going to be updated. [ 1124.733451] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.733749] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.733749] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.733926] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.734130] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.744430] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c8fd96a-d646-47ad-9335-d9d1bdbdc867 in Status: IN_PROGRESS for 2s [ 1124.817676] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('478158f5-63aa-450f-91be-8df50cd6c67b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.320317] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.320531] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.320589] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.320812] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.320937] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.320999] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 478158f5-63aa-450f-91be-8df50cd6c67b is going to be created. [ 1125.357035] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.357035] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.357720] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.357720] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.357720] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.369189] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 478158f5-63aa-450f-91be-8df50cd6c67b in Status: UNINITIALIZED for 2s [ 1125.883710] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 in Status: SUCCESS [ 1125.883710] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.883858] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.884159] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.885098] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.885098] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.885098] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.885098] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.885098] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.885098] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.885098] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8788facd-6bf8-475b-a83d-2ba5353fcb51',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.026438] env[65517]: INFO networking_nsxv3.common.synchronization [req-732da285-7150-4ca7-a0d9-3d82b70d583a req-8880b92f-127f-4948-8326-786f2ff7e3bf tempest-ServersTestJSON-546086821 tempest-ServersTestJSON-546086821-project-member] Enqueued Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_members [ 1126.027458] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_members [ 1126.027956] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.028180] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.028301] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.028675] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.029044] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.029186] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.029260] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.029494] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.029620] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.029765] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.390364] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8788facd-6bf8-475b-a83d-2ba5353fcb51 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.390691] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.390691] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.390814] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.390983] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.391096] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.391160] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.391306] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.391397] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.391618] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.391772] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8788facd-6bf8-475b-a83d-2ba5353fcb51 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.391872] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.391933] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.392091] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.392228] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.392348] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.392483] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.392597] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.392670] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.392752] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.392842] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8788facd-6bf8-475b-a83d-2ba5353fcb51',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.532844] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.756216] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c8fd96a-d646-47ad-9335-d9d1bdbdc867 in Status: SUCCESS [ 1126.756367] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c8fd96a-d646-47ad-9335-d9d1bdbdc867 deletion is rescheduled due to dependency. [ 1126.756492] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c8fd96a-d646-47ad-9335-d9d1bdbdc867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.894892] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8788facd-6bf8-475b-a83d-2ba5353fcb51: rpc.has_security_group_logging(os_id): False [ 1126.913814] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.914020] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.914020] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.914230] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.914321] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.914536] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.914637] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.914699] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.914850] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.914931] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.915125] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.915219] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.915376] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.915405] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.915481] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.915653] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.915747] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.915809] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.915943] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.916028] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.916115] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 is going to be updated. [ 1126.979239] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.979425] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.979513] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.979785] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.979997] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.995616] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 in Status: IN_PROGRESS for 2s [ 1127.036632] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.380041] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 478158f5-63aa-450f-91be-8df50cd6c67b in Status: SUCCESS [ 1127.380337] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-478158f5-63aa-450f-91be-8df50cd6c67b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.380521] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-478158f5-63aa-450f-91be-8df50cd6c67b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.380765] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-478158f5-63aa-450f-91be-8df50cd6c67b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.380940] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.381123] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.381187] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.381296] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.381375] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.381494] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-478158f5-63aa-450f-91be-8df50cd6c67b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.381546] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('478158f5-63aa-450f-91be-8df50cd6c67b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.539159] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.539378] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.539428] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.539680] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.539772] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.539922] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15cbb134-3005-4bfd-9d6a-5050632541ac is going to be updated. [ 1127.581497] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.581497] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.581659] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.582693] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.582693] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.593227] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: IN_PROGRESS for 2s [ 1127.855022] env[65517]: INFO networking_nsxv3.common.synchronization [req-2f80a939-8cd3-4734-afcc-8c4cb06ecae6 req-a6f6c115-bc6b-44a6-bd97-73bde871d516 tempest-ServersNegativeTestJSON-711616081 tempest-ServersNegativeTestJSON-711616081-project-member] Enqueued Resource ID: 32691f86-1e07-4cb5-9677-8da99d66d98a with Priority: HIGHEST for action security_group_members [ 1127.855022] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32691f86-1e07-4cb5-9677-8da99d66d98a with Priority: HIGHEST for action security_group_members [ 1127.855022] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-32691f86-1e07-4cb5-9677-8da99d66d98a taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.855022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.855022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.855723] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.856037] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.856926] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.856926] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.856926] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.856926] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.856926] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32691f86-1e07-4cb5-9677-8da99d66d98a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.884875] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-478158f5-63aa-450f-91be-8df50cd6c67b taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.884875] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-478158f5-63aa-450f-91be-8df50cd6c67b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.884875] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-478158f5-63aa-450f-91be-8df50cd6c67b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.884875] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-478158f5-63aa-450f-91be-8df50cd6c67b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.884875] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.887474] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.887571] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.887760] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.887839] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.887935] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-478158f5-63aa-450f-91be-8df50cd6c67b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.888485] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-478158f5-63aa-450f-91be-8df50cd6c67b taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.888485] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-478158f5-63aa-450f-91be-8df50cd6c67b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.888607] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-478158f5-63aa-450f-91be-8df50cd6c67b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.888704] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-478158f5-63aa-450f-91be-8df50cd6c67b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.888838] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.888935] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.888996] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.890149] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.890243] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.890355] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-478158f5-63aa-450f-91be-8df50cd6c67b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.890514] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('478158f5-63aa-450f-91be-8df50cd6c67b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.171661] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-71 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.171661] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-71" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.171973] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-71" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.172167] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-71" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.172594] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.172890] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.172999] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.173309] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.173413] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.173721] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1128.173787] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1128.173897] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1128.174014] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1128.174225] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1128.174311] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1128.174449] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1128.195748] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1128.195936] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1128.196092] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1128.196277] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-71" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.196606] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-0c495486-a850-4368-95a9-03fac8060924 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.196790] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-0c495486-a850-4368-95a9-03fac8060924" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.196908] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-0c495486-a850-4368-95a9-03fac8060924" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.197299] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-0c495486-a850-4368-95a9-03fac8060924" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.197446] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c495486-a850-4368-95a9-03fac8060924',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.359614] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.359910] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.359910] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.360099] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.360181] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.360388] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.360489] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.360554] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.360690] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.360782] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.360878] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32691f86-1e07-4cb5-9677-8da99d66d98a already deleted. [ 1128.360970] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.393030] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 478158f5-63aa-450f-91be-8df50cd6c67b: rpc.has_security_group_logging(os_id): False [ 1128.413448] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.413602] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.413670] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.413880] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.413964] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.414154] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.414248] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.414308] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.414446] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.414699] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.414760] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.414867] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.414920] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.415067] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.415138] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.415331] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.415422] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.415481] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.415644] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.415726] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.415811] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 478158f5-63aa-450f-91be-8df50cd6c67b is going to be created. [ 1128.481663] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.481888] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.481959] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.482200] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.482520] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.494613] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 478158f5-63aa-450f-91be-8df50cd6c67b in Status: IN_PROGRESS for 2s [ 1128.699785] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.700117] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.700156] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.700474] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.700635] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.700793] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port 0c495486-a850-4368-95a9-03fac8060924 not found, creating... [ 1128.701062] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.701218] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.701329] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.701554] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.701687] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.701961] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.702121] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.702233] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.702491] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.702628] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.702763] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: 0c495486-a850-4368-95a9-03fac8060924 is going to be created. [ 1128.728628] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.728805] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.728902] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.729287] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.729575] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.729870] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-0c495486-a850-4368-95a9-03fac8060924" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.012097] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 in Status: SUCCESS [ 1129.012540] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.445052] env[65517]: INFO networking_nsxv3.common.synchronization [req-2f80a939-8cd3-4734-afcc-8c4cb06ecae6 req-3ad17664-a8d5-436a-adc0-f99da449d107 service nova] Enqueued Resource ID: 32691f86-1e07-4cb5-9677-8da99d66d98a with Priority: HIGHEST for action security_group_rules [ 1129.445311] env[65517]: INFO networking_nsxv3.common.synchronization [req-2f80a939-8cd3-4734-afcc-8c4cb06ecae6 req-3ad17664-a8d5-436a-adc0-f99da449d107 service nova] Enqueued Resource ID: 32691f86-1e07-4cb5-9677-8da99d66d98a with Priority: HIGHEST for action security_group_members [ 1129.445519] env[65517]: INFO networking_nsxv3.common.synchronization [req-2f80a939-8cd3-4734-afcc-8c4cb06ecae6 req-3ad17664-a8d5-436a-adc0-f99da449d107 service nova] Enqueued Resource ID: 0c495486-a850-4368-95a9-03fac8060924 with Priority: HIGHEST for action port [ 1129.446197] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32691f86-1e07-4cb5-9677-8da99d66d98a with Priority: HIGHEST for action security_group_rules [ 1129.446423] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32691f86-1e07-4cb5-9677-8da99d66d98a with Priority: HIGHEST for action security_group_members [ 1129.446605] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c495486-a850-4368-95a9-03fac8060924 with Priority: HIGHEST for action port [ 1129.446940] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32691f86-1e07-4cb5-9677-8da99d66d98a taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.447083] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.447153] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.447453] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.447571] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32691f86-1e07-4cb5-9677-8da99d66d98a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.448906] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-32691f86-1e07-4cb5-9677-8da99d66d98a taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.449044] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.449117] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.449452] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.449680] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.450465] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.450465] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.450465] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.450465] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.450679] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32691f86-1e07-4cb5-9677-8da99d66d98a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.451466] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c495486-a850-4368-95a9-03fac8060924 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.451898] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c495486-a850-4368-95a9-03fac8060924" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.451898] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c495486-a850-4368-95a9-03fac8060924" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.451898] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c495486-a850-4368-95a9-03fac8060924" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.451898] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c495486-a850-4368-95a9-03fac8060924',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.605600] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: SUCCESS [ 1129.605900] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.953547] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-32691f86-1e07-4cb5-9677-8da99d66d98a taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.953841] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.953879] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('32691f86-1e07-4cb5-9677-8da99d66d98a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.954800] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c495486-a850-4368-95a9-03fac8060924 with status ACTIVE [ 1129.954983] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.955113] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.955176] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.956166] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.956166] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.956166] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.956166] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.956166] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.956166] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.956166] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.956711] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.956711] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.956711] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.956711] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.956711] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.956711] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c495486-a850-4368-95a9-03fac8060924 is going to be updated. [ 1129.980473] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.980657] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.980769] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.981018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.981169] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.981386] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c495486-a850-4368-95a9-03fac8060924" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.401824] env[65517]: INFO networking_nsxv3.common.synchronization [None req-50d36087-e554-4361-a38b-90bf07399f73 tempest-AttachVolumeShelveTestJSON-1393334336 tempest-AttachVolumeShelveTestJSON-1393334336-project-member] Enqueued Resource ID: 527b8003-0ea7-4c6f-8895-cf9ca98df4f4 with Priority: HIGHEST for action security_group_rules [ 1130.402906] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 527b8003-0ea7-4c6f-8895-cf9ca98df4f4 with Priority: HIGHEST for action security_group_rules [ 1130.403119] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-527b8003-0ea7-4c6f-8895-cf9ca98df4f4 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.403171] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-527b8003-0ea7-4c6f-8895-cf9ca98df4f4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.403278] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-527b8003-0ea7-4c6f-8895-cf9ca98df4f4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.403729] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-527b8003-0ea7-4c6f-8895-cf9ca98df4f4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.403866] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('527b8003-0ea7-4c6f-8895-cf9ca98df4f4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.459054] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('32691f86-1e07-4cb5-9677-8da99d66d98a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.509549] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 478158f5-63aa-450f-91be-8df50cd6c67b in Status: SUCCESS [ 1130.509549] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-478158f5-63aa-450f-91be-8df50cd6c67b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.514408] env[65517]: INFO networking_nsxv3.common.synchronization [None req-850d8787-42e3-4f22-838f-231b1b18b1b0 tempest-AttachVolumeShelveTestJSON-1393334336 tempest-AttachVolumeShelveTestJSON-1393334336-project-member] Enqueued Resource ID: 527b8003-0ea7-4c6f-8895-cf9ca98df4f4 with Priority: HIGHEST for action security_group_rules [ 1130.515282] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 527b8003-0ea7-4c6f-8895-cf9ca98df4f4 with Priority: HIGHEST for action security_group_rules [ 1130.515888] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-527b8003-0ea7-4c6f-8895-cf9ca98df4f4 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.516069] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-527b8003-0ea7-4c6f-8895-cf9ca98df4f4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.867918] env[65517]: INFO networking_nsxv3.common.synchronization [req-f1d40912-3461-4eb8-b821-53b84c53d03e req-9676a762-e8a5-468e-b926-13eeaaeeb309 tempest-ServerActionsV293TestJSON-2005045633 tempest-ServerActionsV293TestJSON-2005045633-project-member] Enqueued Resource ID: 3598e49d-7764-46e7-a75e-7ff8ded7c6e2 with Priority: HIGHEST for action security_group_members [ 1130.868747] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3598e49d-7764-46e7-a75e-7ff8ded7c6e2 with Priority: HIGHEST for action security_group_members [ 1130.868905] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-3598e49d-7764-46e7-a75e-7ff8ded7c6e2 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.869078] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3598e49d-7764-46e7-a75e-7ff8ded7c6e2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.869121] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3598e49d-7764-46e7-a75e-7ff8ded7c6e2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.869325] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3598e49d-7764-46e7-a75e-7ff8ded7c6e2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.869536] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.869655] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.869760] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.870030] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.870131] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.870235] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3598e49d-7764-46e7-a75e-7ff8ded7c6e2',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.927233] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.927379] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.927437] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.927682] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.927776] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.927872] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 527b8003-0ea7-4c6f-8895-cf9ca98df4f4 already deleted. [ 1130.927970] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-527b8003-0ea7-4c6f-8895-cf9ca98df4f4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.928227] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-527b8003-0ea7-4c6f-8895-cf9ca98df4f4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.928502] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-527b8003-0ea7-4c6f-8895-cf9ca98df4f4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.928560] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('527b8003-0ea7-4c6f-8895-cf9ca98df4f4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.961561] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.961961] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.961961] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.962360] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.962565] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.962726] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32691f86-1e07-4cb5-9677-8da99d66d98a is going to be created. [ 1131.004265] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.004534] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.004534] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.004616] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.004848] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.017643] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32691f86-1e07-4cb5-9677-8da99d66d98a in Status: UNINITIALIZED for 2s [ 1131.372561] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.372683] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.372755] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.372996] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.373098] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.373295] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.373424] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.373630] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.373630] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.373700] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.373760] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3598e49d-7764-46e7-a75e-7ff8ded7c6e2 is going to be updated. [ 1131.401778] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.401963] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.402027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.402253] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.402430] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.415126] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3598e49d-7764-46e7-a75e-7ff8ded7c6e2 in Status: IN_PROGRESS for 2s [ 1131.450701] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.450855] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.450918] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.451148] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.451233] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.451325] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 527b8003-0ea7-4c6f-8895-cf9ca98df4f4 already deleted. [ 1131.451414] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-527b8003-0ea7-4c6f-8895-cf9ca98df4f4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.030792] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32691f86-1e07-4cb5-9677-8da99d66d98a in Status: SUCCESS [ 1133.030792] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.030792] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.031411] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.031411] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.031411] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.031696] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.031731] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.032715] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.032875] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.032938] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('32691f86-1e07-4cb5-9677-8da99d66d98a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.424428] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3598e49d-7764-46e7-a75e-7ff8ded7c6e2 in Status: SUCCESS [ 1133.424631] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3598e49d-7764-46e7-a75e-7ff8ded7c6e2 deletion is rescheduled due to dependency. [ 1133.424856] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3598e49d-7764-46e7-a75e-7ff8ded7c6e2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.536684] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-32691f86-1e07-4cb5-9677-8da99d66d98a taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.536911] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.536996] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.537580] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.537580] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.537580] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.537580] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.537803] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.537803] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.537881] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.538037] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-32691f86-1e07-4cb5-9677-8da99d66d98a taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.538124] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.538181] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.538318] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.538446] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.538532] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.538679] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.539128] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.539128] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.539128] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.539251] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('32691f86-1e07-4cb5-9677-8da99d66d98a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.831981] env[65517]: INFO networking_nsxv3.common.synchronization [req-9c6c96f1-4b9f-4ae1-9016-89e697bd7eb5 req-031b5ee6-01bb-4d74-a9cc-9975d5292060 tempest-DeleteServersTestJSON-868563199 tempest-DeleteServersTestJSON-868563199-project-member] Enqueued Resource ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 with Priority: HIGHEST for action security_group_members [ 1133.832637] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 with Priority: HIGHEST for action security_group_members [ 1133.832944] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8788facd-6bf8-475b-a83d-2ba5353fcb51 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.833211] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.833292] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.833689] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.833689] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.833810] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.833810] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.833896] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.833983] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.834079] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8788facd-6bf8-475b-a83d-2ba5353fcb51',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.041465] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 32691f86-1e07-4cb5-9677-8da99d66d98a: rpc.has_security_group_logging(os_id): False [ 1134.059912] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.060351] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.060351] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.060351] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.060629] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.060719] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.061499] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.061499] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.061499] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.061499] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.061499] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.061499] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.061732] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.061732] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.061732] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.061911] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.062019] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.062107] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.062217] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.062290] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.062380] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32691f86-1e07-4cb5-9677-8da99d66d98a is going to be created. [ 1134.119073] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.119245] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.119289] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.119488] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.119665] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.129575] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32691f86-1e07-4cb5-9677-8da99d66d98a in Status: IN_PROGRESS for 2s [ 1134.336297] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.336525] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.336525] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.337096] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.337208] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.337466] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.337590] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.337654] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.337826] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.337907] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.337996] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 is going to be updated. [ 1134.364886] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.364886] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.364886] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.365198] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.365198] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.374634] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 in Status: IN_PROGRESS for 2s [ 1135.581877] env[65517]: INFO networking_nsxv3.common.synchronization [None req-1165251d-161b-4796-b457-81e6dd34bf15 None None] Enqueued Resource ID: 0b101ada-a5d0-4f5f-a486-e275d857eaba with Priority: HIGHEST for action port [ 1135.581877] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b101ada-a5d0-4f5f-a486-e275d857eaba with Priority: HIGHEST for action port [ 1135.582526] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b101ada-a5d0-4f5f-a486-e275d857eaba taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.582778] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b101ada-a5d0-4f5f-a486-e275d857eaba" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.583070] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b101ada-a5d0-4f5f-a486-e275d857eaba" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.583494] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b101ada-a5d0-4f5f-a486-e275d857eaba" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.583716] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b101ada-a5d0-4f5f-a486-e275d857eaba',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.819524] env[65517]: INFO networking_nsxv3.common.synchronization [req-70174d60-c7b4-4499-b6ee-e364b3e17c35 req-4dbad5a8-b490-4412-adde-d43c17713b34 tempest-ServerTagsTestJSON-206047152 tempest-ServerTagsTestJSON-206047152-project-member] Enqueued Resource ID: 478158f5-63aa-450f-91be-8df50cd6c67b with Priority: HIGHEST for action security_group_members [ 1135.820129] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 478158f5-63aa-450f-91be-8df50cd6c67b with Priority: HIGHEST for action security_group_members [ 1135.820494] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-478158f5-63aa-450f-91be-8df50cd6c67b taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.820667] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-478158f5-63aa-450f-91be-8df50cd6c67b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.820966] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-478158f5-63aa-450f-91be-8df50cd6c67b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.820966] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-478158f5-63aa-450f-91be-8df50cd6c67b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.821172] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.821292] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.821369] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.821530] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.821802] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.821802] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('478158f5-63aa-450f-91be-8df50cd6c67b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.086781] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b101ada-a5d0-4f5f-a486-e275d857eaba [ 1136.086981] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.087284] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.087284] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.087790] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.087790] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.087790] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b101ada-a5d0-4f5f-a486-e275d857eaba already deleted. [ 1136.087790] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b101ada-a5d0-4f5f-a486-e275d857eaba" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.143845] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32691f86-1e07-4cb5-9677-8da99d66d98a in Status: SUCCESS [ 1136.143845] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.326627] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.326886] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.326954] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.327289] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.328232] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.328232] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.328232] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.328232] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.328232] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.328232] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.328232] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 478158f5-63aa-450f-91be-8df50cd6c67b is going to be updated. [ 1136.358849] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.358849] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.358849] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.358849] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.358849] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.369673] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 478158f5-63aa-450f-91be-8df50cd6c67b in Status: IN_PROGRESS for 2s [ 1136.386852] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 in Status: SUCCESS [ 1136.387125] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 deletion is rescheduled due to dependency. [ 1136.387246] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.642127] env[65517]: INFO networking_nsxv3.common.synchronization [None req-58c8e275-d310-45e5-9774-bdfd2a703929 None None] Enqueued Resource ID: 84556952-a81b-4c6e-99d7-e506b3092e6d with Priority: HIGHEST for action port [ 1137.642815] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84556952-a81b-4c6e-99d7-e506b3092e6d with Priority: HIGHEST for action port [ 1137.643252] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-84556952-a81b-4c6e-99d7-e506b3092e6d taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.643421] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84556952-a81b-4c6e-99d7-e506b3092e6d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.643517] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84556952-a81b-4c6e-99d7-e506b3092e6d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.644100] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84556952-a81b-4c6e-99d7-e506b3092e6d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.644100] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84556952-a81b-4c6e-99d7-e506b3092e6d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.146738] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 84556952-a81b-4c6e-99d7-e506b3092e6d [ 1138.147164] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.147461] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.147598] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.148226] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.148226] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.148226] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:84556952-a81b-4c6e-99d7-e506b3092e6d already deleted. [ 1138.148226] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84556952-a81b-4c6e-99d7-e506b3092e6d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.381141] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 478158f5-63aa-450f-91be-8df50cd6c67b in Status: SUCCESS [ 1138.381141] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 478158f5-63aa-450f-91be-8df50cd6c67b deletion is rescheduled due to dependency. [ 1138.381141] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-478158f5-63aa-450f-91be-8df50cd6c67b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.193907] env[65517]: INFO networking_nsxv3.common.synchronization [req-39c78868-1eb4-4546-b1c3-a54e94787f95 req-abbd7eb8-84f0-4e85-86f0-415703f56d25 tempest-AttachVolumeShelveTestJSON-1393334336 tempest-AttachVolumeShelveTestJSON-1393334336-project-member] Enqueued Resource ID: 527b8003-0ea7-4c6f-8895-cf9ca98df4f4 with Priority: HIGHEST for action security_group_members [ 1139.194597] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 527b8003-0ea7-4c6f-8895-cf9ca98df4f4 with Priority: HIGHEST for action security_group_members [ 1139.194934] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-527b8003-0ea7-4c6f-8895-cf9ca98df4f4 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.195102] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-527b8003-0ea7-4c6f-8895-cf9ca98df4f4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.195154] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-527b8003-0ea7-4c6f-8895-cf9ca98df4f4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.195415] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-527b8003-0ea7-4c6f-8895-cf9ca98df4f4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.195584] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.195702] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.195764] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.195918] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.195999] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.196102] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('527b8003-0ea7-4c6f-8895-cf9ca98df4f4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.614092] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-425 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.614628] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-425" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.614791] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-425" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.615073] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-425" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.615339] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.615494] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.615607] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.615820] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.615957] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.616173] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1139.616278] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1139.616380] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1139.616485] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1139.616592] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1139.616693] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1139.616818] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1139.637294] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1139.637459] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1139.637596] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1139.637774] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-425" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.638115] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-fed73ed8-c0b2-4f6b-a3cd-0b813b3919fc taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.638310] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-fed73ed8-c0b2-4f6b-a3cd-0b813b3919fc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.638503] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-fed73ed8-c0b2-4f6b-a3cd-0b813b3919fc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.638856] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-fed73ed8-c0b2-4f6b-a3cd-0b813b3919fc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.639000] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fed73ed8-c0b2-4f6b-a3cd-0b813b3919fc',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.697903] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.698095] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.698167] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.698403] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.698494] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.698715] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.698834] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.698898] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.699059] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.699136] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.699251] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 527b8003-0ea7-4c6f-8895-cf9ca98df4f4 already deleted. [ 1139.699297] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-527b8003-0ea7-4c6f-8895-cf9ca98df4f4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.141759] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.141982] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.142122] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.142397] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.142605] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.142772] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port fed73ed8-c0b2-4f6b-a3cd-0b813b3919fc not found, creating... [ 1140.143126] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.143342] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.143516] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.145040] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.145040] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.145040] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.145040] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.145040] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.145040] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.145040] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.145040] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: fed73ed8-c0b2-4f6b-a3cd-0b813b3919fc is going to be created. [ 1140.167154] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.167371] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.167493] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.167760] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.168015] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.168219] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-fed73ed8-c0b2-4f6b-a3cd-0b813b3919fc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.886431] env[65517]: INFO networking_nsxv3.common.synchronization [req-39c78868-1eb4-4546-b1c3-a54e94787f95 req-15174522-6bff-4cf7-8882-0c2c297fb786 service nova] Enqueued Resource ID: 527b8003-0ea7-4c6f-8895-cf9ca98df4f4 with Priority: HIGHEST for action security_group_rules [ 1140.886677] env[65517]: INFO networking_nsxv3.common.synchronization [req-39c78868-1eb4-4546-b1c3-a54e94787f95 req-15174522-6bff-4cf7-8882-0c2c297fb786 service nova] Enqueued Resource ID: 527b8003-0ea7-4c6f-8895-cf9ca98df4f4 with Priority: HIGHEST for action security_group_members [ 1140.886710] env[65517]: INFO networking_nsxv3.common.synchronization [req-39c78868-1eb4-4546-b1c3-a54e94787f95 req-15174522-6bff-4cf7-8882-0c2c297fb786 service nova] Enqueued Resource ID: fed73ed8-c0b2-4f6b-a3cd-0b813b3919fc with Priority: HIGHEST for action port [ 1140.887149] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 527b8003-0ea7-4c6f-8895-cf9ca98df4f4 with Priority: HIGHEST for action security_group_rules [ 1140.887149] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 527b8003-0ea7-4c6f-8895-cf9ca98df4f4 with Priority: HIGHEST for action security_group_members [ 1140.887149] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fed73ed8-c0b2-4f6b-a3cd-0b813b3919fc with Priority: HIGHEST for action port [ 1140.887721] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-527b8003-0ea7-4c6f-8895-cf9ca98df4f4 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.887853] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-527b8003-0ea7-4c6f-8895-cf9ca98df4f4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.887907] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-527b8003-0ea7-4c6f-8895-cf9ca98df4f4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.888137] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-527b8003-0ea7-4c6f-8895-cf9ca98df4f4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.888203] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('527b8003-0ea7-4c6f-8895-cf9ca98df4f4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.891794] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-527b8003-0ea7-4c6f-8895-cf9ca98df4f4 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.891794] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-527b8003-0ea7-4c6f-8895-cf9ca98df4f4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.891794] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-527b8003-0ea7-4c6f-8895-cf9ca98df4f4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.891794] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-527b8003-0ea7-4c6f-8895-cf9ca98df4f4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.891794] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.891794] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.891794] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.891794] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.891794] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.891794] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('527b8003-0ea7-4c6f-8895-cf9ca98df4f4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.891794] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-fed73ed8-c0b2-4f6b-a3cd-0b813b3919fc taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.893465] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fed73ed8-c0b2-4f6b-a3cd-0b813b3919fc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.893465] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fed73ed8-c0b2-4f6b-a3cd-0b813b3919fc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.893465] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fed73ed8-c0b2-4f6b-a3cd-0b813b3919fc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.893465] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fed73ed8-c0b2-4f6b-a3cd-0b813b3919fc',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.394969] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('527b8003-0ea7-4c6f-8895-cf9ca98df4f4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.396423] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-527b8003-0ea7-4c6f-8895-cf9ca98df4f4 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.396541] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-527b8003-0ea7-4c6f-8895-cf9ca98df4f4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.396747] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fed73ed8-c0b2-4f6b-a3cd-0b813b3919fc with status ACTIVE [ 1141.396935] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.397053] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.397118] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.397339] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.397426] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.397599] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.397693] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.397755] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.397899] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.397973] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.398174] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.398264] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.398325] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.398462] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.398536] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.398599] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fed73ed8-c0b2-4f6b-a3cd-0b813b3919fc is going to be updated. [ 1141.421559] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.421696] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.421792] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.421969] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.422296] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.422296] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fed73ed8-c0b2-4f6b-a3cd-0b813b3919fc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.604615] env[65517]: INFO networking_nsxv3.common.synchronization [req-f037e0b0-b6cf-401c-8d75-6478d97a895c req-d778028c-32e2-4cb4-bf8a-a847bff23f80 tempest-ServersTestJSON-546086821 tempest-ServersTestJSON-546086821-project-member] Enqueued Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_members [ 1141.605173] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_members [ 1141.605469] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.605587] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.605695] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.605830] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.605980] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.606077] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.606129] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.606268] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.606349] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.606436] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.901219] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('527b8003-0ea7-4c6f-8895-cf9ca98df4f4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.907627] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-207 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.907627] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-207" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.907627] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-207" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.907849] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-207" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.909182] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.909182] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.909182] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.909182] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.909506] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.909763] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1141.909910] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1141.910062] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1141.910206] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1141.910341] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1141.910497] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1141.910690] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1141.935592] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1141.936250] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1141.936250] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1141.936250] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-207" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.936449] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-35aba130-3bb2-45e1-9593-b70b82343229 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.936621] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-35aba130-3bb2-45e1-9593-b70b82343229" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.936741] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-35aba130-3bb2-45e1-9593-b70b82343229" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.937089] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-35aba130-3bb2-45e1-9593-b70b82343229" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.937233] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35aba130-3bb2-45e1-9593-b70b82343229',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.108840] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.404036] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.404282] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.404402] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.404668] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.404765] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.404969] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 527b8003-0ea7-4c6f-8895-cf9ca98df4f4 is going to be created. [ 1142.428465] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.428640] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.428683] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.428888] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.429067] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.440275] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.440456] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.440600] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.440882] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.441041] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.441194] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port 35aba130-3bb2-45e1-9593-b70b82343229 not found, creating... [ 1142.441447] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.441599] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.441726] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.441938] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.442100] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.442378] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.442528] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.442673] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.442884] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.443083] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.443245] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: 35aba130-3bb2-45e1-9593-b70b82343229 is going to be created. [ 1142.444780] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 527b8003-0ea7-4c6f-8895-cf9ca98df4f4 in Status: UNINITIALIZED for 2s [ 1142.464411] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.464625] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.464787] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.465095] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.465337] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.465577] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-35aba130-3bb2-45e1-9593-b70b82343229" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.611488] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.114550] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.114840] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.114840] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.114904] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.114957] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.115160] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15cbb134-3005-4bfd-9d6a-5050632541ac is going to be updated. [ 1143.148043] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.148232] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.148232] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.148452] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.148617] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.157612] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: IN_PROGRESS for 2s [ 1143.187527] env[65517]: INFO networking_nsxv3.common.synchronization [req-f037e0b0-b6cf-401c-8d75-6478d97a895c req-9757e208-9aac-4c20-8c8e-d1cb328e9aa6 service nova] Enqueued Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_rules [ 1143.188107] env[65517]: INFO networking_nsxv3.common.synchronization [req-f037e0b0-b6cf-401c-8d75-6478d97a895c req-9757e208-9aac-4c20-8c8e-d1cb328e9aa6 service nova] Enqueued Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_members [ 1143.188107] env[65517]: INFO networking_nsxv3.common.synchronization [req-f037e0b0-b6cf-401c-8d75-6478d97a895c req-9757e208-9aac-4c20-8c8e-d1cb328e9aa6 service nova] Enqueued Resource ID: 35aba130-3bb2-45e1-9593-b70b82343229 with Priority: HIGHEST for action port [ 1143.189274] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_rules [ 1143.189274] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_members [ 1143.189274] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35aba130-3bb2-45e1-9593-b70b82343229 with Priority: HIGHEST for action port [ 1143.189274] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.189274] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.189600] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.189600] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.189600] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.190896] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.190896] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.191118] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-35aba130-3bb2-45e1-9593-b70b82343229 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.191218] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35aba130-3bb2-45e1-9593-b70b82343229" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.191356] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35aba130-3bb2-45e1-9593-b70b82343229" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.191449] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35aba130-3bb2-45e1-9593-b70b82343229" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.191524] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35aba130-3bb2-45e1-9593-b70b82343229',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.694195] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.694359] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.694574] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35aba130-3bb2-45e1-9593-b70b82343229 with status ACTIVE [ 1143.694844] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.695009] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.695103] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.695331] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.695423] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.695628] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.695730] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.695791] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.695947] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.696028] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.696210] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.696298] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.696365] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.696499] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.696556] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.696641] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35aba130-3bb2-45e1-9593-b70b82343229 is going to be updated. [ 1143.718298] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.718446] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.718517] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.718790] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.718940] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.719115] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35aba130-3bb2-45e1-9593-b70b82343229" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.455517] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 527b8003-0ea7-4c6f-8895-cf9ca98df4f4 in Status: SUCCESS [ 1144.455820] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-527b8003-0ea7-4c6f-8895-cf9ca98df4f4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.455965] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-527b8003-0ea7-4c6f-8895-cf9ca98df4f4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.456207] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-527b8003-0ea7-4c6f-8895-cf9ca98df4f4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.456397] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.456537] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.456578] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.456712] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.456791] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.456874] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-527b8003-0ea7-4c6f-8895-cf9ca98df4f4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.456966] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('527b8003-0ea7-4c6f-8895-cf9ca98df4f4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.959433] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('527b8003-0ea7-4c6f-8895-cf9ca98df4f4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.172672] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: SUCCESS [ 1145.172672] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.173071] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.173071] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.173360] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.173618] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.173618] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.174219] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.174373] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.174967] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.461238] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 527b8003-0ea7-4c6f-8895-cf9ca98df4f4: rpc.has_security_group_logging(os_id): False [ 1145.479832] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.479832] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.479832] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.479832] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.479832] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.479832] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.479832] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.479832] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.479832] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.480330] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.480330] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 527b8003-0ea7-4c6f-8895-cf9ca98df4f4 is going to be created. [ 1145.540797] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.540961] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.541055] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.541267] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.541448] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.553419] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 527b8003-0ea7-4c6f-8895-cf9ca98df4f4 in Status: IN_PROGRESS for 2s [ 1145.677100] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.164450] env[65517]: INFO networking_nsxv3.common.synchronization [req-f223d248-be76-4233-b0d1-3c81ea8163ee req-4aa374a5-4aba-4a76-a427-9966e082afd5 tempest-ServerActionsTestOtherA-1521945027 tempest-ServerActionsTestOtherA-1521945027-project-member] Enqueued Resource ID: 110e3ad4-c55b-460e-b459-c37503800115 with Priority: HIGHEST for action security_group_members [ 1146.165030] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 110e3ad4-c55b-460e-b459-c37503800115 with Priority: HIGHEST for action security_group_members [ 1146.165640] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-110e3ad4-c55b-460e-b459-c37503800115 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.165791] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-110e3ad4-c55b-460e-b459-c37503800115" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.166016] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-110e3ad4-c55b-460e-b459-c37503800115" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.166176] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-110e3ad4-c55b-460e-b459-c37503800115" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.166439] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.166930] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.167078] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.167289] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.167473] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.167613] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('110e3ad4-c55b-460e-b459-c37503800115',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.180663] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.984734] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.985059] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.985059] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.986605] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.986605] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.986605] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.986865] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.986865] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.987182] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.987182] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.987182] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 110e3ad4-c55b-460e-b459-c37503800115 is going to be updated. [ 1146.989616] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.989616] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.989616] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.992273] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.992273] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.992273] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15cbb134-3005-4bfd-9d6a-5050632541ac is going to be updated. [ 1147.033353] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.033542] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.033611] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.033800] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.035220] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.037985] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.038134] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.038200] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.038412] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.038588] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.057804] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 110e3ad4-c55b-460e-b459-c37503800115 in Status: IN_PROGRESS for 2s [ 1147.058825] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: IN_PROGRESS for 2s [ 1147.568358] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 527b8003-0ea7-4c6f-8895-cf9ca98df4f4 in Status: SUCCESS [ 1147.568656] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-527b8003-0ea7-4c6f-8895-cf9ca98df4f4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.836362] env[65517]: INFO networking_nsxv3.common.synchronization [req-03b61deb-7072-4e56-aecc-24bff985e0df req-9b6268ff-d07a-4c19-9f22-1b3deb150319 tempest-ServerMetadataTestJSON-383955296 tempest-ServerMetadataTestJSON-383955296-project-member] Enqueued Resource ID: 4ccd3bc4-643d-41e8-9fb9-d0e3f301311e with Priority: HIGHEST for action security_group_members [ 1147.839025] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ccd3bc4-643d-41e8-9fb9-d0e3f301311e with Priority: HIGHEST for action security_group_members [ 1147.839025] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ccd3bc4-643d-41e8-9fb9-d0e3f301311e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.839025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ccd3bc4-643d-41e8-9fb9-d0e3f301311e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.839025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ccd3bc4-643d-41e8-9fb9-d0e3f301311e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.839025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ccd3bc4-643d-41e8-9fb9-d0e3f301311e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.839025] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.839025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.839025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.839025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.839025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.839025] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ccd3bc4-643d-41e8-9fb9-d0e3f301311e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.342729] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.342729] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.342729] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.342729] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.342729] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.342729] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.342729] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.342729] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.342729] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.342729] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.342729] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ccd3bc4-643d-41e8-9fb9-d0e3f301311e already deleted. [ 1148.342729] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ccd3bc4-643d-41e8-9fb9-d0e3f301311e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.660923] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-485 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.661134] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-485" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.661256] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-485" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.661580] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-485" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.661845] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.662008] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.662410] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.662693] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.662789] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.662996] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1148.663122] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1148.663229] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1148.663333] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1148.663437] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1148.663539] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1148.663669] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1148.682876] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1148.683098] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1148.683275] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1148.683525] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-485" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.683879] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-ca385019-1696-4857-b5cc-bc42db6d70f4 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.684102] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-ca385019-1696-4857-b5cc-bc42db6d70f4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.684255] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-ca385019-1696-4857-b5cc-bc42db6d70f4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.684590] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-ca385019-1696-4857-b5cc-bc42db6d70f4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.684760] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca385019-1696-4857-b5cc-bc42db6d70f4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.069563] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: SUCCESS [ 1149.069827] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.069958] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.070229] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.070422] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.070570] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.070615] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.070766] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.070831] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.070910] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.071014] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.072480] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 110e3ad4-c55b-460e-b459-c37503800115 in Status: SUCCESS [ 1149.072676] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 110e3ad4-c55b-460e-b459-c37503800115 deletion is rescheduled due to dependency. [ 1149.072787] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-110e3ad4-c55b-460e-b459-c37503800115" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.188939] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.189189] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.189300] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.189579] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.189727] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.189887] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port ca385019-1696-4857-b5cc-bc42db6d70f4 not found, creating... [ 1149.190265] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.190453] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.190654] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.190903] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.191067] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.191363] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.191529] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.191645] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.191849] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.191979] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.192139] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: ca385019-1696-4857-b5cc-bc42db6d70f4 is going to be created. [ 1149.216152] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.216424] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.216549] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.216828] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.217082] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.217315] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-ca385019-1696-4857-b5cc-bc42db6d70f4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.574131] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.574131] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.574131] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.574614] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.574614] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.574614] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.574614] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.574752] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.574799] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.574886] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.575089] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.575202] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.575264] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.575409] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.575550] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.575639] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.575699] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.575832] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.575908] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.575986] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.576089] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.929161] env[65517]: INFO networking_nsxv3.common.synchronization [req-03b61deb-7072-4e56-aecc-24bff985e0df req-edda6e34-5278-42cb-81f1-ff853d06f3a0 service nova] Enqueued Resource ID: 4ccd3bc4-643d-41e8-9fb9-d0e3f301311e with Priority: HIGHEST for action security_group_rules [ 1149.929290] env[65517]: INFO networking_nsxv3.common.synchronization [req-03b61deb-7072-4e56-aecc-24bff985e0df req-edda6e34-5278-42cb-81f1-ff853d06f3a0 service nova] Enqueued Resource ID: 4ccd3bc4-643d-41e8-9fb9-d0e3f301311e with Priority: HIGHEST for action security_group_members [ 1149.929430] env[65517]: INFO networking_nsxv3.common.synchronization [req-03b61deb-7072-4e56-aecc-24bff985e0df req-edda6e34-5278-42cb-81f1-ff853d06f3a0 service nova] Enqueued Resource ID: ca385019-1696-4857-b5cc-bc42db6d70f4 with Priority: HIGHEST for action port [ 1149.929999] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ccd3bc4-643d-41e8-9fb9-d0e3f301311e with Priority: HIGHEST for action security_group_rules [ 1149.930139] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ccd3bc4-643d-41e8-9fb9-d0e3f301311e with Priority: HIGHEST for action security_group_members [ 1149.930236] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca385019-1696-4857-b5cc-bc42db6d70f4 with Priority: HIGHEST for action port [ 1149.930533] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ccd3bc4-643d-41e8-9fb9-d0e3f301311e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.930803] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ccd3bc4-643d-41e8-9fb9-d0e3f301311e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.930803] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ccd3bc4-643d-41e8-9fb9-d0e3f301311e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.931067] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ccd3bc4-643d-41e8-9fb9-d0e3f301311e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.931200] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ccd3bc4-643d-41e8-9fb9-d0e3f301311e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.932077] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ccd3bc4-643d-41e8-9fb9-d0e3f301311e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.932214] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ccd3bc4-643d-41e8-9fb9-d0e3f301311e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.932261] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ccd3bc4-643d-41e8-9fb9-d0e3f301311e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.932415] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ccd3bc4-643d-41e8-9fb9-d0e3f301311e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.932559] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.932701] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.932774] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.932913] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.932995] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.933101] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ccd3bc4-643d-41e8-9fb9-d0e3f301311e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.933888] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca385019-1696-4857-b5cc-bc42db6d70f4 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.933997] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca385019-1696-4857-b5cc-bc42db6d70f4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.934120] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca385019-1696-4857-b5cc-bc42db6d70f4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.934278] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca385019-1696-4857-b5cc-bc42db6d70f4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.934352] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca385019-1696-4857-b5cc-bc42db6d70f4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.078691] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15cbb134-3005-4bfd-9d6a-5050632541ac: rpc.has_security_group_logging(os_id): False [ 1150.104395] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.104612] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.104612] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.104818] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.104928] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.105168] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.105260] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.105328] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.105482] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.105559] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.105747] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.105846] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.105905] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.106245] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.106386] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.106590] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.106688] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.106750] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.106891] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.106966] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.107066] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15cbb134-3005-4bfd-9d6a-5050632541ac is going to be updated. [ 1150.182028] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.182163] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.182269] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.182477] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.182635] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.201578] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: IN_PROGRESS for 2s [ 1150.228610] env[65517]: INFO networking_nsxv3.common.synchronization [req-8a6d1b23-c263-4cfa-a5f9-b0b20ea93a8f req-e246430d-ee89-4f6d-8186-74a0bff65094 tempest-ServersNegativeTestJSON-711616081 tempest-ServersNegativeTestJSON-711616081-project-member] Enqueued Resource ID: 32691f86-1e07-4cb5-9677-8da99d66d98a with Priority: HIGHEST for action security_group_members [ 1150.229523] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32691f86-1e07-4cb5-9677-8da99d66d98a with Priority: HIGHEST for action security_group_members [ 1150.230876] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-32691f86-1e07-4cb5-9677-8da99d66d98a taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.231107] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.231235] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.231549] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.231793] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.231969] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.232097] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.232351] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.232499] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.232772] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32691f86-1e07-4cb5-9677-8da99d66d98a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.439505] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ccd3bc4-643d-41e8-9fb9-d0e3f301311e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.439505] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ccd3bc4-643d-41e8-9fb9-d0e3f301311e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.439505] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ccd3bc4-643d-41e8-9fb9-d0e3f301311e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.441241] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca385019-1696-4857-b5cc-bc42db6d70f4 with status ACTIVE [ 1150.441444] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.441583] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.441633] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.441823] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.441924] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.442122] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.442210] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.443018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.443018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.443018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.443018] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.443018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.443018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.443018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.448241] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.449233] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca385019-1696-4857-b5cc-bc42db6d70f4 is going to be updated. [ 1150.471556] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.471556] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.471556] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.471556] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.471556] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.471792] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca385019-1696-4857-b5cc-bc42db6d70f4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.588369] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-71 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.588709] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-71" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.588709] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-71" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.589243] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-71" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.589416] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.590022] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.590022] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.590022] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.590022] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.590251] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1150.590363] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1150.590469] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1150.590588] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1150.590779] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1150.590912] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1150.591092] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1150.619683] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1150.619870] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1150.620057] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1150.620210] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-71" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.620540] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-eb11dd2a-68ae-4ed3-a4dc-51897ede63f7 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.620837] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-eb11dd2a-68ae-4ed3-a4dc-51897ede63f7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.620978] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-eb11dd2a-68ae-4ed3-a4dc-51897ede63f7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.621327] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-eb11dd2a-68ae-4ed3-a4dc-51897ede63f7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.621469] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb11dd2a-68ae-4ed3-a4dc-51897ede63f7',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.736262] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('32691f86-1e07-4cb5-9677-8da99d66d98a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.951353] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ccd3bc4-643d-41e8-9fb9-d0e3f301311e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.125771] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.125771] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.125771] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.125771] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.125771] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.125771] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port eb11dd2a-68ae-4ed3-a4dc-51897ede63f7 not found, creating... [ 1151.125771] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.125771] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.125771] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.126201] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.126201] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.126438] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.126590] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.126701] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.126903] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.127041] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.127178] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: eb11dd2a-68ae-4ed3-a4dc-51897ede63f7 is going to be created. [ 1151.150852] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.151174] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.151324] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.151597] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.151853] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.152123] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-eb11dd2a-68ae-4ed3-a4dc-51897ede63f7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.239468] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('32691f86-1e07-4cb5-9677-8da99d66d98a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.452876] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.453086] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.453167] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.453363] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.453456] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.453558] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ccd3bc4-643d-41e8-9fb9-d0e3f301311e is going to be created. [ 1151.483386] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.483622] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.483622] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.483852] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.484100] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.495175] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ccd3bc4-643d-41e8-9fb9-d0e3f301311e in Status: UNINITIALIZED for 2s [ 1151.743085] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.743421] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.743421] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.743709] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.743914] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.744061] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32691f86-1e07-4cb5-9677-8da99d66d98a is going to be updated. [ 1151.776696] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.776899] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.776995] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.777298] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.777819] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.786038] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32691f86-1e07-4cb5-9677-8da99d66d98a in Status: IN_PROGRESS for 2s [ 1151.854815] env[65517]: INFO networking_nsxv3.common.synchronization [req-8a6d1b23-c263-4cfa-a5f9-b0b20ea93a8f req-bb3c7278-7760-489b-8f3b-8f5c07265167 service nova] Enqueued Resource ID: 32691f86-1e07-4cb5-9677-8da99d66d98a with Priority: HIGHEST for action security_group_rules [ 1151.855355] env[65517]: INFO networking_nsxv3.common.synchronization [req-8a6d1b23-c263-4cfa-a5f9-b0b20ea93a8f req-bb3c7278-7760-489b-8f3b-8f5c07265167 service nova] Enqueued Resource ID: 32691f86-1e07-4cb5-9677-8da99d66d98a with Priority: HIGHEST for action security_group_members [ 1151.855652] env[65517]: INFO networking_nsxv3.common.synchronization [req-8a6d1b23-c263-4cfa-a5f9-b0b20ea93a8f req-bb3c7278-7760-489b-8f3b-8f5c07265167 service nova] Enqueued Resource ID: eb11dd2a-68ae-4ed3-a4dc-51897ede63f7 with Priority: HIGHEST for action port [ 1151.856387] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32691f86-1e07-4cb5-9677-8da99d66d98a with Priority: HIGHEST for action security_group_rules [ 1151.856601] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32691f86-1e07-4cb5-9677-8da99d66d98a with Priority: HIGHEST for action security_group_members [ 1151.856777] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb11dd2a-68ae-4ed3-a4dc-51897ede63f7 with Priority: HIGHEST for action port [ 1151.857210] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32691f86-1e07-4cb5-9677-8da99d66d98a taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.857403] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.857513] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.857811] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.857941] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32691f86-1e07-4cb5-9677-8da99d66d98a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.859447] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-32691f86-1e07-4cb5-9677-8da99d66d98a taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.859550] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.859883] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb11dd2a-68ae-4ed3-a4dc-51897ede63f7 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.859995] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb11dd2a-68ae-4ed3-a4dc-51897ede63f7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.860072] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb11dd2a-68ae-4ed3-a4dc-51897ede63f7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.860272] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb11dd2a-68ae-4ed3-a4dc-51897ede63f7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.860350] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb11dd2a-68ae-4ed3-a4dc-51897ede63f7',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.220491] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: SUCCESS [ 1152.220942] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.360420] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-32691f86-1e07-4cb5-9677-8da99d66d98a taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.360697] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.362340] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb11dd2a-68ae-4ed3-a4dc-51897ede63f7 with status ACTIVE [ 1152.362623] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.362817] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.362892] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.363146] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.363234] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.363425] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.363531] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.363582] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.363932] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.364052] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.364245] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.364376] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.364415] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.364614] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.364614] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.364748] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb11dd2a-68ae-4ed3-a4dc-51897ede63f7 is going to be updated. [ 1152.390829] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.390967] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.395136] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.395423] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.395573] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.395742] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb11dd2a-68ae-4ed3-a4dc-51897ede63f7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.575436] env[65517]: INFO networking_nsxv3.common.synchronization [req-82e4436a-65ae-485b-8046-cff6b5a36b1f req-9ab01cd4-0c20-41d5-ae38-622e5b672ee9 tempest-DeleteServersTestJSON-868563199 tempest-DeleteServersTestJSON-868563199-project-member] Enqueued Resource ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 with Priority: HIGHEST for action security_group_members [ 1152.575718] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 with Priority: HIGHEST for action security_group_members [ 1152.575995] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8788facd-6bf8-475b-a83d-2ba5353fcb51 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.576163] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.576223] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.576490] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.576580] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.576708] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.576765] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.576903] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.576987] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.577103] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8788facd-6bf8-475b-a83d-2ba5353fcb51',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.926895] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-844 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.927202] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-844" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.927294] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-844" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.927524] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-844" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.927783] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.931303] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.931480] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.931750] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.931928] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.932153] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1152.932267] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1152.932377] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1152.932484] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1152.932589] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1152.932914] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1152.932914] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1152.952152] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1152.952324] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1152.952462] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1152.952733] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-844" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.953133] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-2ff02808-9c40-4796-95c9-84dea4f51ab9 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.953314] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-2ff02808-9c40-4796-95c9-84dea4f51ab9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.953432] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-2ff02808-9c40-4796-95c9-84dea4f51ab9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.953756] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-2ff02808-9c40-4796-95c9-84dea4f51ab9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.953893] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ff02808-9c40-4796-95c9-84dea4f51ab9',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.079202] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.079362] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.079430] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.079649] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.079737] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.079955] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.080067] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.080130] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.080278] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.080368] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.080497] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 is going to be updated. [ 1153.108247] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.108396] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.108396] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.108543] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.108740] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.118710] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 in Status: IN_PROGRESS for 2s [ 1153.456226] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.456481] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.456588] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.456878] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.457121] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.457185] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port 2ff02808-9c40-4796-95c9-84dea4f51ab9 not found, creating... [ 1153.457444] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.457600] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.457717] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.457983] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.458138] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.458503] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.458647] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.458687] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.458940] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.459034] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.459160] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: 2ff02808-9c40-4796-95c9-84dea4f51ab9 is going to be created. [ 1153.483559] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.483884] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.484105] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.484444] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.484758] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.485041] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-2ff02808-9c40-4796-95c9-84dea4f51ab9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.507524] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ccd3bc4-643d-41e8-9fb9-d0e3f301311e in Status: SUCCESS [ 1153.507774] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ccd3bc4-643d-41e8-9fb9-d0e3f301311e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.507959] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ccd3bc4-643d-41e8-9fb9-d0e3f301311e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.508224] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ccd3bc4-643d-41e8-9fb9-d0e3f301311e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.508439] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.508560] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.508647] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.508792] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.508889] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.508975] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ccd3bc4-643d-41e8-9fb9-d0e3f301311e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.509079] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ccd3bc4-643d-41e8-9fb9-d0e3f301311e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.795582] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32691f86-1e07-4cb5-9677-8da99d66d98a in Status: SUCCESS [ 1153.795820] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.795984] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.796232] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.796391] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.796903] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.796903] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.796903] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.796903] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.796903] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32691f86-1e07-4cb5-9677-8da99d66d98a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.011651] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ccd3bc4-643d-41e8-9fb9-d0e3f301311e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.012034] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ccd3bc4-643d-41e8-9fb9-d0e3f301311e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.012034] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ccd3bc4-643d-41e8-9fb9-d0e3f301311e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.012128] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ccd3bc4-643d-41e8-9fb9-d0e3f301311e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.013292] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.013292] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.013292] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.013292] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.013292] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.013292] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ccd3bc4-643d-41e8-9fb9-d0e3f301311e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.013292] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ccd3bc4-643d-41e8-9fb9-d0e3f301311e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.013292] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ccd3bc4-643d-41e8-9fb9-d0e3f301311e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.013292] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ccd3bc4-643d-41e8-9fb9-d0e3f301311e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.013292] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ccd3bc4-643d-41e8-9fb9-d0e3f301311e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.013678] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.013678] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.013678] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.013678] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.013678] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.013928] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ccd3bc4-643d-41e8-9fb9-d0e3f301311e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.014015] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ccd3bc4-643d-41e8-9fb9-d0e3f301311e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.215374] env[65517]: INFO networking_nsxv3.common.synchronization [req-82e4436a-65ae-485b-8046-cff6b5a36b1f req-753b83fd-1020-4668-95fb-85f7dcb64744 service nova] Enqueued Resource ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 with Priority: HIGHEST for action security_group_rules [ 1154.215609] env[65517]: INFO networking_nsxv3.common.synchronization [req-82e4436a-65ae-485b-8046-cff6b5a36b1f req-753b83fd-1020-4668-95fb-85f7dcb64744 service nova] Enqueued Resource ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 with Priority: HIGHEST for action security_group_members [ 1154.215764] env[65517]: INFO networking_nsxv3.common.synchronization [req-82e4436a-65ae-485b-8046-cff6b5a36b1f req-753b83fd-1020-4668-95fb-85f7dcb64744 service nova] Enqueued Resource ID: 2ff02808-9c40-4796-95c9-84dea4f51ab9 with Priority: HIGHEST for action port [ 1154.216385] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 with Priority: HIGHEST for action security_group_rules [ 1154.216547] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 with Priority: HIGHEST for action security_group_members [ 1154.217184] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ff02808-9c40-4796-95c9-84dea4f51ab9 with Priority: HIGHEST for action port [ 1154.217529] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8788facd-6bf8-475b-a83d-2ba5353fcb51 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.217671] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.217755] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.218044] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.218165] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8788facd-6bf8-475b-a83d-2ba5353fcb51',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.219376] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8788facd-6bf8-475b-a83d-2ba5353fcb51 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.219376] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.219489] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ff02808-9c40-4796-95c9-84dea4f51ab9 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.219622] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ff02808-9c40-4796-95c9-84dea4f51ab9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.219682] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ff02808-9c40-4796-95c9-84dea4f51ab9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.219975] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ff02808-9c40-4796-95c9-84dea4f51ab9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.219975] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ff02808-9c40-4796-95c9-84dea4f51ab9',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.299205] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('32691f86-1e07-4cb5-9677-8da99d66d98a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.516356] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ccd3bc4-643d-41e8-9fb9-d0e3f301311e: rpc.has_security_group_logging(os_id): False [ 1154.537548] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.537757] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.537837] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.538106] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.538200] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.538568] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.538721] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.538812] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.539069] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.539174] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.539388] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.539486] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.539549] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.539694] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.539768] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.540075] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.540167] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.540230] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.540383] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.540461] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.540582] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ccd3bc4-643d-41e8-9fb9-d0e3f301311e is going to be created. [ 1154.603326] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.603519] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.603610] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.603837] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.604137] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.615851] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ccd3bc4-643d-41e8-9fb9-d0e3f301311e in Status: IN_PROGRESS for 2s [ 1154.722217] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8788facd-6bf8-475b-a83d-2ba5353fcb51 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.722217] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.722217] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ff02808-9c40-4796-95c9-84dea4f51ab9 with status ACTIVE [ 1154.722217] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.722391] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.722391] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.723028] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.723028] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.723028] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.723028] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.723229] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.723255] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.723357] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.723528] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.723646] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.723704] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.723865] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.723947] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.724051] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ff02808-9c40-4796-95c9-84dea4f51ab9 is going to be updated. [ 1154.755441] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.755609] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.755665] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.759023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.759023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.759023] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ff02808-9c40-4796-95c9-84dea4f51ab9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.801783] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('32691f86-1e07-4cb5-9677-8da99d66d98a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.133186] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 in Status: SUCCESS [ 1155.133672] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 deletion is rescheduled due to dependency. [ 1155.133672] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.133672] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.133888] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.134094] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.134219] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.134286] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.134450] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.134533] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.134634] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8788facd-6bf8-475b-a83d-2ba5353fcb51',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.307076] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.307076] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.307076] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.307076] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.307076] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.307076] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32691f86-1e07-4cb5-9677-8da99d66d98a is going to be updated. [ 1155.335917] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.336071] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.336151] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.336363] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.336504] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.346287] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32691f86-1e07-4cb5-9677-8da99d66d98a in Status: IN_PROGRESS for 2s [ 1155.637250] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8788facd-6bf8-475b-a83d-2ba5353fcb51',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.659947] env[65517]: INFO networking_nsxv3.common.synchronization [req-c71f99d8-cf5f-4c4b-9ce9-c23e4e5c901a req-9a3ec308-8a45-451e-b442-73de5a63f9df tempest-AttachVolumeTestJSON-1670241509 tempest-AttachVolumeTestJSON-1670241509-project-member] Enqueued Resource ID: 582aef48-c369-4770-b95b-b8cd97255695 with Priority: HIGHEST for action security_group_members [ 1155.660552] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 582aef48-c369-4770-b95b-b8cd97255695 with Priority: HIGHEST for action security_group_members [ 1155.660925] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-582aef48-c369-4770-b95b-b8cd97255695 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.661227] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-582aef48-c369-4770-b95b-b8cd97255695" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.661325] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-582aef48-c369-4770-b95b-b8cd97255695" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.661541] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-582aef48-c369-4770-b95b-b8cd97255695" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.662330] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.662330] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.662330] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.662330] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.662330] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.662330] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('582aef48-c369-4770-b95b-b8cd97255695',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.140041] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8788facd-6bf8-475b-a83d-2ba5353fcb51',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.165283] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.165492] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.165551] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.165894] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.189860] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.190414] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.190687] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.190850] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.191243] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.191406] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.191598] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 582aef48-c369-4770-b95b-b8cd97255695 is going to be updated. [ 1156.224122] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.224257] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.224320] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.224513] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.224661] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.236105] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 582aef48-c369-4770-b95b-b8cd97255695 in Status: IN_PROGRESS for 2s [ 1156.631227] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ccd3bc4-643d-41e8-9fb9-d0e3f301311e in Status: SUCCESS [ 1156.631470] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ccd3bc4-643d-41e8-9fb9-d0e3f301311e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.643771] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.644059] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.644211] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.644491] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.644652] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.644823] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 is going to be updated. [ 1156.697540] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.697779] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.697857] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.698100] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.698276] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.713105] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 in Status: IN_PROGRESS for 2s [ 1157.357580] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32691f86-1e07-4cb5-9677-8da99d66d98a in Status: SUCCESS [ 1157.357953] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.358159] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.358386] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.358607] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.358835] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.358835] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.359010] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.359058] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.359142] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.359226] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('32691f86-1e07-4cb5-9677-8da99d66d98a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.862134] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-32691f86-1e07-4cb5-9677-8da99d66d98a taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.862432] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.862519] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.862987] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.863203] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.863389] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.863507] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.863775] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.863935] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.864124] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.864394] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-32691f86-1e07-4cb5-9677-8da99d66d98a taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.864584] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.864659] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.864871] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.865112] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.865261] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.865361] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.865568] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.865711] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.865859] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.866029] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('32691f86-1e07-4cb5-9677-8da99d66d98a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.246359] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 582aef48-c369-4770-b95b-b8cd97255695 in Status: SUCCESS [ 1158.246575] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 582aef48-c369-4770-b95b-b8cd97255695 deletion is rescheduled due to dependency. [ 1158.246676] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-582aef48-c369-4770-b95b-b8cd97255695" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.369479] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 32691f86-1e07-4cb5-9677-8da99d66d98a: rpc.has_security_group_logging(os_id): False [ 1158.392461] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.392663] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.392984] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.393034] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.393142] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.393392] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.393520] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.393566] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.393733] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.393834] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.394077] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.394177] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.394236] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.394371] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.394443] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.394665] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.394755] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.394850] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.394944] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.395027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.395114] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32691f86-1e07-4cb5-9677-8da99d66d98a is going to be updated. [ 1158.460304] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.460491] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.460599] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.460861] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.461032] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.483242] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32691f86-1e07-4cb5-9677-8da99d66d98a in Status: IN_PROGRESS for 2s [ 1158.725158] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 in Status: SUCCESS [ 1158.725385] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.725563] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.725788] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.726280] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.726280] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.726280] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.726475] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.726475] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.726475] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.726566] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8788facd-6bf8-475b-a83d-2ba5353fcb51',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.089785] env[65517]: INFO networking_nsxv3.common.synchronization [req-c4941560-4730-4ccc-a1be-d40011725fea req-2f061414-63f4-42ab-a549-766a398450db tempest-ServersTestJSON-546086821 tempest-ServersTestJSON-546086821-project-member] Enqueued Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_members [ 1159.089785] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_members [ 1159.089785] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.089785] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.089785] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.089785] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.089785] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.089785] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.089785] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.089785] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.089785] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.091860] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.229081] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8788facd-6bf8-475b-a83d-2ba5353fcb51 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.229351] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.229351] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.229544] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.229708] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.229816] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.229871] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.230021] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.230101] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.230884] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.230884] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8788facd-6bf8-475b-a83d-2ba5353fcb51 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.230884] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.230884] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.230884] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.231194] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.231194] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.231194] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.231375] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.231375] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.231375] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.231495] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8788facd-6bf8-475b-a83d-2ba5353fcb51',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.594863] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.734120] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8788facd-6bf8-475b-a83d-2ba5353fcb51: rpc.has_security_group_logging(os_id): False [ 1159.756943] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.756943] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.756943] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.756943] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.756943] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.756943] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.756943] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.756943] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.756943] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.756943] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.756943] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.756943] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.756943] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.756943] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.756943] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.757616] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.757616] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.757616] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.757616] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.757616] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.757616] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 is going to be updated. [ 1159.823083] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.823083] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.823083] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.823083] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.823083] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.837936] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 in Status: IN_PROGRESS for 2s [ 1160.096763] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.499288] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32691f86-1e07-4cb5-9677-8da99d66d98a in Status: SUCCESS [ 1160.499655] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.599387] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.599713] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.599713] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.601025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.601025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.601025] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15cbb134-3005-4bfd-9d6a-5050632541ac is going to be updated. [ 1160.636214] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.636469] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.636469] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.636921] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.636921] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.646126] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: IN_PROGRESS for 2s [ 1161.811750] env[65517]: INFO networking_nsxv3.common.synchronization [req-0255dd0a-ed2d-40de-bdc8-47ec4cbfd2f2 req-a12a1d11-a15d-4d81-bcb6-fbd249383bb2 tempest-ServerMetadataTestJSON-383955296 tempest-ServerMetadataTestJSON-383955296-project-member] Enqueued Resource ID: 4ccd3bc4-643d-41e8-9fb9-d0e3f301311e with Priority: HIGHEST for action security_group_members [ 1161.812423] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ccd3bc4-643d-41e8-9fb9-d0e3f301311e with Priority: HIGHEST for action security_group_members [ 1161.812752] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ccd3bc4-643d-41e8-9fb9-d0e3f301311e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.812927] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ccd3bc4-643d-41e8-9fb9-d0e3f301311e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.812983] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ccd3bc4-643d-41e8-9fb9-d0e3f301311e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.817089] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ccd3bc4-643d-41e8-9fb9-d0e3f301311e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.817089] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.817089] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.817089] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.817089] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.817089] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.817089] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ccd3bc4-643d-41e8-9fb9-d0e3f301311e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.853407] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 in Status: SUCCESS [ 1161.853676] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.319638] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.319818] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.319928] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.320123] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.320210] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.320413] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.320534] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.320585] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.320880] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.320958] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.321042] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ccd3bc4-643d-41e8-9fb9-d0e3f301311e is going to be updated. [ 1162.352554] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.352970] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.352970] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.353188] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.353379] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.364830] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ccd3bc4-643d-41e8-9fb9-d0e3f301311e in Status: IN_PROGRESS for 2s [ 1162.656531] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: SUCCESS [ 1162.656761] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.355934] env[65517]: INFO networking_nsxv3.common.synchronization [req-d89ee30a-0848-4dc8-aa8e-acf5d928a1bc req-da1be1d5-6fde-40e7-903c-7be84749184e tempest-ServersNegativeTestJSON-711616081 tempest-ServersNegativeTestJSON-711616081-project-member] Enqueued Resource ID: 32691f86-1e07-4cb5-9677-8da99d66d98a with Priority: HIGHEST for action security_group_members [ 1163.356708] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32691f86-1e07-4cb5-9677-8da99d66d98a with Priority: HIGHEST for action security_group_members [ 1163.356814] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-32691f86-1e07-4cb5-9677-8da99d66d98a taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.357436] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.357436] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.357436] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.357623] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.357623] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.357708] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.357880] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.357880] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.357949] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32691f86-1e07-4cb5-9677-8da99d66d98a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.860491] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('32691f86-1e07-4cb5-9677-8da99d66d98a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.363403] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('32691f86-1e07-4cb5-9677-8da99d66d98a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.376719] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ccd3bc4-643d-41e8-9fb9-d0e3f301311e in Status: SUCCESS [ 1164.376719] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ccd3bc4-643d-41e8-9fb9-d0e3f301311e deletion is rescheduled due to dependency. [ 1164.376719] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ccd3bc4-643d-41e8-9fb9-d0e3f301311e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.867559] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.867758] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.867850] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.868130] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.868274] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.868402] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32691f86-1e07-4cb5-9677-8da99d66d98a is going to be updated. [ 1164.896486] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.896639] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.896718] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.896929] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.897117] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.906063] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32691f86-1e07-4cb5-9677-8da99d66d98a in Status: IN_PROGRESS for 2s [ 1166.918235] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32691f86-1e07-4cb5-9677-8da99d66d98a in Status: SUCCESS [ 1166.918511] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.099180] env[65517]: INFO networking_nsxv3.common.synchronization [None req-c4eb615a-ebbb-4680-bc03-de61f7316298 tempest-AttachVolumeTestJSON-1670241509 tempest-AttachVolumeTestJSON-1670241509-project-member] Enqueued Resource ID: de8333c2-306d-41ff-9e8e-901418527c74 with Priority: HIGHEST for action security_group_rules [ 1167.099940] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de8333c2-306d-41ff-9e8e-901418527c74 with Priority: HIGHEST for action security_group_rules [ 1167.100369] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de8333c2-306d-41ff-9e8e-901418527c74 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.100369] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de8333c2-306d-41ff-9e8e-901418527c74" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.100511] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de8333c2-306d-41ff-9e8e-901418527c74" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.100805] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de8333c2-306d-41ff-9e8e-901418527c74" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.100805] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de8333c2-306d-41ff-9e8e-901418527c74',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.174107] env[65517]: INFO networking_nsxv3.common.synchronization [None req-34226c40-64d5-46bd-a084-a7f91ac0afd6 tempest-AttachVolumeTestJSON-1670241509 tempest-AttachVolumeTestJSON-1670241509-project-member] Enqueued Resource ID: de8333c2-306d-41ff-9e8e-901418527c74 with Priority: HIGHEST for action security_group_rules [ 1167.174654] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de8333c2-306d-41ff-9e8e-901418527c74 with Priority: HIGHEST for action security_group_rules [ 1167.175101] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de8333c2-306d-41ff-9e8e-901418527c74 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.175101] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de8333c2-306d-41ff-9e8e-901418527c74" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.623159] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.623381] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.623439] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.623825] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.624037] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.624157] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de8333c2-306d-41ff-9e8e-901418527c74 already deleted. [ 1167.624279] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de8333c2-306d-41ff-9e8e-901418527c74" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.624473] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de8333c2-306d-41ff-9e8e-901418527c74" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.624657] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de8333c2-306d-41ff-9e8e-901418527c74" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.624790] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de8333c2-306d-41ff-9e8e-901418527c74',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.709784] env[65517]: INFO networking_nsxv3.common.synchronization [req-bded13aa-e856-4d27-b278-4ceffbe8e6c7 req-777ef0ee-5cc0-4822-a51b-fa7793fb79c5 tempest-DeleteServersTestJSON-868563199 tempest-DeleteServersTestJSON-868563199-project-member] Enqueued Resource ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 with Priority: HIGHEST for action security_group_members [ 1167.710434] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 with Priority: HIGHEST for action security_group_members [ 1167.713027] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8788facd-6bf8-475b-a83d-2ba5353fcb51 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.713027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.713027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.713027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.713027] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.713027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.713027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.713027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.713027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.713027] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8788facd-6bf8-475b-a83d-2ba5353fcb51',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.149961] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.150441] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.150441] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.150575] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.150575] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.150693] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de8333c2-306d-41ff-9e8e-901418527c74 already deleted. [ 1168.150778] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de8333c2-306d-41ff-9e8e-901418527c74" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.215639] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.215850] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.215922] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.216156] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.216301] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.216642] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.216741] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.216832] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.216985] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.217124] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.217239] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 is going to be updated. [ 1168.249789] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.249963] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.250020] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.251062] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.251062] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.259756] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 in Status: IN_PROGRESS for 2s [ 1168.998230] env[65517]: INFO networking_nsxv3.common.synchronization [req-6317dc3d-1f78-4501-88bd-4a328d69ca18 req-f8c44005-002a-4408-8c78-2ca91e7e1849 tempest-ServerActionsTestOtherA-1521945027 tempest-ServerActionsTestOtherA-1521945027-project-member] Enqueued Resource ID: e65f5778-ccab-4b5b-ac90-eca3e12fa673 with Priority: HIGHEST for action security_group_members [ 1168.998931] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e65f5778-ccab-4b5b-ac90-eca3e12fa673 with Priority: HIGHEST for action security_group_members [ 1168.999126] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-e65f5778-ccab-4b5b-ac90-eca3e12fa673 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.999251] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.999306] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.999503] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.999739] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.999842] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.999916] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.000062] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.000150] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.000581] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e65f5778-ccab-4b5b-ac90-eca3e12fa673',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.344195] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-32 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.344562] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-32" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.344562] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-32" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.344651] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-32" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.344918] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.345084] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.345202] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.345436] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.345584] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.345813] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1169.345924] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1169.346056] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1169.346197] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1169.346310] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1169.346416] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1169.346545] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1169.366113] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1169.366374] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1169.366459] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1169.366617] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-32" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.366898] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-0b80621b-795f-4503-9161-c9799b6339b6 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.367091] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-0b80621b-795f-4503-9161-c9799b6339b6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.367211] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-0b80621b-795f-4503-9161-c9799b6339b6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.367534] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-0b80621b-795f-4503-9161-c9799b6339b6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.367671] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b80621b-795f-4503-9161-c9799b6339b6',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.503602] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.503823] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.503823] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.504160] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.504160] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.504361] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.504450] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.504486] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.504641] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.504736] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.504796] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e65f5778-ccab-4b5b-ac90-eca3e12fa673 is going to be deleted. [ 1169.538609] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.538760] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.538824] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.539060] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.539163] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.539262] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.870039] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.870284] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.870349] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.870716] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.870926] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.871068] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port 0b80621b-795f-4503-9161-c9799b6339b6 not found, creating... [ 1169.871333] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.871489] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.871600] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.871814] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.871948] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.872305] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.872424] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.872538] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.872738] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.872867] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.873195] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: 0b80621b-795f-4503-9161-c9799b6339b6 is going to be created. [ 1169.893347] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.893545] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.893664] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.893965] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.894216] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.894440] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-0b80621b-795f-4503-9161-c9799b6339b6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.268967] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 in Status: SUCCESS [ 1170.269180] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 deletion is rescheduled due to dependency. [ 1170.269308] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.638981] env[65517]: INFO networking_nsxv3.common.synchronization [req-6317dc3d-1f78-4501-88bd-4a328d69ca18 req-4d65a1a1-7503-4a17-9616-6b2794734c20 service nova] Enqueued Resource ID: e65f5778-ccab-4b5b-ac90-eca3e12fa673 with Priority: HIGHEST for action security_group_rules [ 1170.639322] env[65517]: INFO networking_nsxv3.common.synchronization [req-6317dc3d-1f78-4501-88bd-4a328d69ca18 req-4d65a1a1-7503-4a17-9616-6b2794734c20 service nova] Enqueued Resource ID: e65f5778-ccab-4b5b-ac90-eca3e12fa673 with Priority: HIGHEST for action security_group_members [ 1170.639322] env[65517]: INFO networking_nsxv3.common.synchronization [req-6317dc3d-1f78-4501-88bd-4a328d69ca18 req-4d65a1a1-7503-4a17-9616-6b2794734c20 service nova] Enqueued Resource ID: 0b80621b-795f-4503-9161-c9799b6339b6 with Priority: HIGHEST for action port [ 1170.639890] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e65f5778-ccab-4b5b-ac90-eca3e12fa673 with Priority: HIGHEST for action security_group_rules [ 1170.640573] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e65f5778-ccab-4b5b-ac90-eca3e12fa673 with Priority: HIGHEST for action security_group_members [ 1170.640573] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b80621b-795f-4503-9161-c9799b6339b6 with Priority: HIGHEST for action port [ 1170.640573] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e65f5778-ccab-4b5b-ac90-eca3e12fa673 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.640573] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.640573] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.641019] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.641019] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e65f5778-ccab-4b5b-ac90-eca3e12fa673',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.641702] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-e65f5778-ccab-4b5b-ac90-eca3e12fa673 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.641822] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.641890] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.642229] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.642229] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.642360] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.642360] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.643255] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.643255] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.643255] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e65f5778-ccab-4b5b-ac90-eca3e12fa673',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.643468] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b80621b-795f-4503-9161-c9799b6339b6 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.643576] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b80621b-795f-4503-9161-c9799b6339b6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.643640] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b80621b-795f-4503-9161-c9799b6339b6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.643789] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b80621b-795f-4503-9161-c9799b6339b6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.643862] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b80621b-795f-4503-9161-c9799b6339b6',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.145570] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-e65f5778-ccab-4b5b-ac90-eca3e12fa673 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.145698] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.145882] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e65f5778-ccab-4b5b-ac90-eca3e12fa673',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.147707] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b80621b-795f-4503-9161-c9799b6339b6 with status ACTIVE [ 1171.147707] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.147707] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.147707] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.147963] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.147963] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.148070] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.148156] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.148258] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.148312] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.148389] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.148725] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.148725] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.148725] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.148922] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.148922] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.149101] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b80621b-795f-4503-9161-c9799b6339b6 is going to be updated. [ 1171.170536] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.170686] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.170747] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.170981] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.171143] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.171307] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b80621b-795f-4503-9161-c9799b6339b6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.651167] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e65f5778-ccab-4b5b-ac90-eca3e12fa673',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.792736] env[65517]: INFO networking_nsxv3.common.synchronization [req-c2bc5b91-4898-48a6-9b55-8e70c527e464 req-ae090873-417b-499a-ab04-e84eb76983e2 tempest-ServerActionsTestOtherB-1255887243 tempest-ServerActionsTestOtherB-1255887243-project-member] Enqueued Resource ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c with Priority: HIGHEST for action security_group_members [ 1171.793912] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c with Priority: HIGHEST for action security_group_members [ 1171.794391] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.794492] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.794492] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.794718] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.794900] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.795044] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.795117] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.795321] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.795387] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.795494] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5aa0f51a-5bda-4047-bbc1-138dbd50b86c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.154136] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.154136] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.154377] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.154446] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.154537] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.154869] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e65f5778-ccab-4b5b-ac90-eca3e12fa673 is going to be created. [ 1172.181295] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.181485] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.181538] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.182018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.182018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.193160] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e65f5778-ccab-4b5b-ac90-eca3e12fa673 in Status: UNINITIALIZED for 2s [ 1172.299462] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.299462] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.299462] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.299880] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.300049] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.300381] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.300543] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.301609] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.301609] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.301609] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.301609] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c is going to be updated. [ 1172.359837] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.360057] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.360148] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.360375] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.360531] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.379871] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c in Status: IN_PROGRESS for 2s [ 1173.792346] env[65517]: INFO networking_nsxv3.common.synchronization [req-c5c6fa03-905c-4254-af62-fe63c00e64b7 req-4fa3adf0-7c58-4a79-8f36-fe866ba6709e tempest-ServersTestJSON-546086821 tempest-ServersTestJSON-546086821-project-member] Enqueued Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_members [ 1173.792346] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGHEST for action security_group_members [ 1173.792706] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.793051] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.793282] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.794532] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.794842] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.796473] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.796473] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.796473] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.796473] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.796473] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.203837] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e65f5778-ccab-4b5b-ac90-eca3e12fa673 in Status: UNINITIALIZED for 4s [ 1174.299354] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.299354] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.299354] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.299354] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.299614] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.299648] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.300438] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.300438] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.300438] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.300438] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.300438] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15cbb134-3005-4bfd-9d6a-5050632541ac is going to be updated. [ 1174.328039] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.328168] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.328243] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.328467] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.328609] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.337347] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: IN_PROGRESS for 2s [ 1174.390276] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c in Status: SUCCESS [ 1174.390276] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c deletion is rescheduled due to dependency. [ 1174.390276] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.214979] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e65f5778-ccab-4b5b-ac90-eca3e12fa673 in Status: SUCCESS [ 1176.215265] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.215422] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.215639] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.215891] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.216033] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.216097] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.216391] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.216492] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.216575] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.216665] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e65f5778-ccab-4b5b-ac90-eca3e12fa673',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.347658] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15cbb134-3005-4bfd-9d6a-5050632541ac in Status: SUCCESS [ 1176.347658] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15cbb134-3005-4bfd-9d6a-5050632541ac deletion is rescheduled due to dependency. [ 1176.348474] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.719438] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-e65f5778-ccab-4b5b-ac90-eca3e12fa673 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.719692] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.719692] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.719975] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.720173] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.720284] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.720340] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.720535] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.720642] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.720733] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.720905] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-e65f5778-ccab-4b5b-ac90-eca3e12fa673 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.721052] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.721112] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.721259] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.721390] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.721480] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.721540] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.721685] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.721796] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.721880] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.721967] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e65f5778-ccab-4b5b-ac90-eca3e12fa673',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.225118] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e65f5778-ccab-4b5b-ac90-eca3e12fa673: rpc.has_security_group_logging(os_id): False [ 1177.251040] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.251040] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.251040] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.251040] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.251040] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.251040] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.251040] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.251040] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.251040] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.251040] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.251540] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.251540] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.251540] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.251540] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.251655] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.252051] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.252410] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.252410] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.252938] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.252938] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.252938] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e65f5778-ccab-4b5b-ac90-eca3e12fa673 is going to be created. [ 1177.308142] env[65517]: INFO networking_nsxv3.common.synchronization [None req-edfcb8c6-cb76-4271-8c92-48b2e882c698 None None] Enqueued Resource ID: 28a794c0-f533-48dd-b9b0-9a347a92896d with Priority: HIGHEST for action port [ 1177.308142] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28a794c0-f533-48dd-b9b0-9a347a92896d with Priority: HIGHEST for action port [ 1177.308463] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-28a794c0-f533-48dd-b9b0-9a347a92896d taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.308598] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28a794c0-f533-48dd-b9b0-9a347a92896d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.308791] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28a794c0-f533-48dd-b9b0-9a347a92896d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.308975] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28a794c0-f533-48dd-b9b0-9a347a92896d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.309055] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28a794c0-f533-48dd-b9b0-9a347a92896d',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.332364] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.332364] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.332364] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.332620] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.332620] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.346120] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e65f5778-ccab-4b5b-ac90-eca3e12fa673 in Status: IN_PROGRESS for 2s [ 1177.812941] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28a794c0-f533-48dd-b9b0-9a347a92896d [ 1177.812941] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.812941] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.812941] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.813329] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.813422] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.813526] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28a794c0-f533-48dd-b9b0-9a347a92896d already deleted. [ 1177.813610] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28a794c0-f533-48dd-b9b0-9a347a92896d" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.628899] env[65517]: INFO networking_nsxv3.common.synchronization [req-4e96cba8-8107-4db5-b9ba-1f9ba2c24ed6 req-db727315-a575-4354-a3c8-388e22ca48c3 tempest-AttachVolumeTestJSON-1670241509 tempest-AttachVolumeTestJSON-1670241509-project-member] Enqueued Resource ID: de8333c2-306d-41ff-9e8e-901418527c74 with Priority: HIGHEST for action security_group_members [ 1178.629901] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de8333c2-306d-41ff-9e8e-901418527c74 with Priority: HIGHEST for action security_group_members [ 1178.629975] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-de8333c2-306d-41ff-9e8e-901418527c74 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.630106] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de8333c2-306d-41ff-9e8e-901418527c74" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.630165] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de8333c2-306d-41ff-9e8e-901418527c74" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.630497] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de8333c2-306d-41ff-9e8e-901418527c74" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.630626] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.630718] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.630780] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.630927] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.631037] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.631143] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de8333c2-306d-41ff-9e8e-901418527c74',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.978126] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-190 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.978335] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-190" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.978456] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-190" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.978712] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-190" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.979384] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.979488] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.979595] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.979806] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.979952] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.980590] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1178.980590] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1178.980590] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1178.980590] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1178.980821] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1178.980821] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1178.980946] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1178.999484] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1178.999700] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1178.999863] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1179.000186] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-190" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.000369] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-c8c5ef6a-c86a-4a39-a2cc-918754e4e78a taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.000534] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-c8c5ef6a-c86a-4a39-a2cc-918754e4e78a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.000649] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-c8c5ef6a-c86a-4a39-a2cc-918754e4e78a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.001052] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-c8c5ef6a-c86a-4a39-a2cc-918754e4e78a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.001214] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8c5ef6a-c86a-4a39-a2cc-918754e4e78a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.133544] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.133700] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.133769] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.134117] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.134117] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.134295] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.134413] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.134447] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.134597] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.134660] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.134784] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de8333c2-306d-41ff-9e8e-901418527c74 already deleted. [ 1179.134893] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de8333c2-306d-41ff-9e8e-901418527c74" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.360765] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e65f5778-ccab-4b5b-ac90-eca3e12fa673 in Status: SUCCESS [ 1179.360876] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.506954] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.506954] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.506954] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.506954] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.506954] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.506954] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port c8c5ef6a-c86a-4a39-a2cc-918754e4e78a not found, creating... [ 1179.506954] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.506954] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.506954] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.506954] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.506954] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.507677] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.508017] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.508310] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.508727] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.509320] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.509668] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: c8c5ef6a-c86a-4a39-a2cc-918754e4e78a is going to be created. [ 1179.534193] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.534412] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.534545] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.534859] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.535046] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.535318] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-c8c5ef6a-c86a-4a39-a2cc-918754e4e78a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.571091] env[65517]: INFO networking_nsxv3.common.synchronization [None req-e364929d-1626-4c59-bcf9-bd679f83c35a None None] Enqueued Resource ID: 0b01f6cf-6dde-49c2-b47c-160add5fb532 with Priority: HIGHEST for action port [ 1179.571696] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b01f6cf-6dde-49c2-b47c-160add5fb532 with Priority: HIGHEST for action port [ 1179.572067] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b01f6cf-6dde-49c2-b47c-160add5fb532 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.572210] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b01f6cf-6dde-49c2-b47c-160add5fb532" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.572309] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b01f6cf-6dde-49c2-b47c-160add5fb532" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.572628] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b01f6cf-6dde-49c2-b47c-160add5fb532" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.572746] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b01f6cf-6dde-49c2-b47c-160add5fb532',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.075016] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b01f6cf-6dde-49c2-b47c-160add5fb532 [ 1180.075300] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.076312] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.076312] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.076312] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.076312] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.076312] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b01f6cf-6dde-49c2-b47c-160add5fb532 already deleted. [ 1180.076312] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b01f6cf-6dde-49c2-b47c-160add5fb532" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.246389] env[65517]: INFO networking_nsxv3.common.synchronization [req-4e96cba8-8107-4db5-b9ba-1f9ba2c24ed6 req-67ee49e2-ebca-45b6-95ca-d6aef0012691 service nova] Enqueued Resource ID: de8333c2-306d-41ff-9e8e-901418527c74 with Priority: HIGHEST for action security_group_rules [ 1180.246557] env[65517]: INFO networking_nsxv3.common.synchronization [req-4e96cba8-8107-4db5-b9ba-1f9ba2c24ed6 req-67ee49e2-ebca-45b6-95ca-d6aef0012691 service nova] Enqueued Resource ID: de8333c2-306d-41ff-9e8e-901418527c74 with Priority: HIGHEST for action security_group_members [ 1180.246700] env[65517]: INFO networking_nsxv3.common.synchronization [req-4e96cba8-8107-4db5-b9ba-1f9ba2c24ed6 req-67ee49e2-ebca-45b6-95ca-d6aef0012691 service nova] Enqueued Resource ID: c8c5ef6a-c86a-4a39-a2cc-918754e4e78a with Priority: HIGHEST for action port [ 1180.246940] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de8333c2-306d-41ff-9e8e-901418527c74 with Priority: HIGHEST for action security_group_rules [ 1180.247084] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de8333c2-306d-41ff-9e8e-901418527c74 with Priority: HIGHEST for action security_group_members [ 1180.247184] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8c5ef6a-c86a-4a39-a2cc-918754e4e78a with Priority: HIGHEST for action port [ 1180.248440] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de8333c2-306d-41ff-9e8e-901418527c74 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.248567] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de8333c2-306d-41ff-9e8e-901418527c74" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.248635] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de8333c2-306d-41ff-9e8e-901418527c74" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.249229] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de8333c2-306d-41ff-9e8e-901418527c74" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.249322] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de8333c2-306d-41ff-9e8e-901418527c74',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.250163] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-de8333c2-306d-41ff-9e8e-901418527c74 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.251097] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de8333c2-306d-41ff-9e8e-901418527c74" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.251097] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de8333c2-306d-41ff-9e8e-901418527c74" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.251097] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de8333c2-306d-41ff-9e8e-901418527c74" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.251097] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.251097] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.251097] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.251097] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.251097] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.251097] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de8333c2-306d-41ff-9e8e-901418527c74',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.251839] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8c5ef6a-c86a-4a39-a2cc-918754e4e78a taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.253322] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8c5ef6a-c86a-4a39-a2cc-918754e4e78a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.253322] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8c5ef6a-c86a-4a39-a2cc-918754e4e78a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.253322] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8c5ef6a-c86a-4a39-a2cc-918754e4e78a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.253322] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8c5ef6a-c86a-4a39-a2cc-918754e4e78a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.554265] env[65517]: INFO networking_nsxv3.common.synchronization [req-493a7076-223a-495f-b554-a5a3f874e240 req-d8ab6f68-5604-435f-b9d8-ea36dd562a6d tempest-ServerActionsTestOtherA-1521945027 tempest-ServerActionsTestOtherA-1521945027-project-member] Enqueued Resource ID: e65f5778-ccab-4b5b-ac90-eca3e12fa673 with Priority: HIGHEST for action security_group_members [ 1180.555025] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e65f5778-ccab-4b5b-ac90-eca3e12fa673 with Priority: HIGHEST for action security_group_members [ 1180.555130] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-e65f5778-ccab-4b5b-ac90-eca3e12fa673 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.555241] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.555280] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.555471] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.555626] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.555723] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.555793] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.555963] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.556266] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.556266] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e65f5778-ccab-4b5b-ac90-eca3e12fa673',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.603021] env[65517]: INFO networking_nsxv3.common.synchronization [req-493a7076-223a-495f-b554-a5a3f874e240 req-d8ab6f68-5604-435f-b9d8-ea36dd562a6d tempest-ServerActionsTestOtherA-1521945027 tempest-ServerActionsTestOtherA-1521945027-project-member] Enqueued Resource ID: 0b80621b-795f-4503-9161-c9799b6339b6 with Priority: HIGHEST for action port [ 1180.603021] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b80621b-795f-4503-9161-c9799b6339b6 with Priority: HIGHEST for action port [ 1180.603021] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b80621b-795f-4503-9161-c9799b6339b6 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.603021] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b80621b-795f-4503-9161-c9799b6339b6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.603021] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b80621b-795f-4503-9161-c9799b6339b6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.603530] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b80621b-795f-4503-9161-c9799b6339b6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.603760] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b80621b-795f-4503-9161-c9799b6339b6',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.753865] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de8333c2-306d-41ff-9e8e-901418527c74',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.754883] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-de8333c2-306d-41ff-9e8e-901418527c74 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.754993] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de8333c2-306d-41ff-9e8e-901418527c74" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.755197] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8c5ef6a-c86a-4a39-a2cc-918754e4e78a with status ACTIVE [ 1180.755379] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.755490] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.755556] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.757024] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.757024] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.757024] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.757024] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.757024] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.757024] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.757024] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.757024] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.757024] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.757024] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.757024] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.757024] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.757024] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8c5ef6a-c86a-4a39-a2cc-918754e4e78a is going to be updated. [ 1180.782259] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.782259] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.782259] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.782502] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.782560] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.782709] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8c5ef6a-c86a-4a39-a2cc-918754e4e78a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.058850] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.059071] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.059176] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.059383] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.059502] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.059980] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.059980] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.059980] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.060196] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.060336] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.060474] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e65f5778-ccab-4b5b-ac90-eca3e12fa673 is going to be updated. [ 1181.105353] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.105693] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.105693] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.106123] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.106223] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.107854] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b80621b-795f-4503-9161-c9799b6339b6 with status ACTIVE [ 1181.108131] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.108283] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.108350] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.108530] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.108646] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.108844] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.108965] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.109558] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.109558] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.109558] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.109558] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.109781] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.109781] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.109928] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.109987] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.110069] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b80621b-795f-4503-9161-c9799b6339b6 is going to be updated. [ 1181.122435] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e65f5778-ccab-4b5b-ac90-eca3e12fa673 in Status: IN_PROGRESS for 2s [ 1181.132189] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.132868] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.132868] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.132868] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.132868] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.132868] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b80621b-795f-4503-9161-c9799b6339b6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.260757] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de8333c2-306d-41ff-9e8e-901418527c74',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.766223] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.766223] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.766223] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.766223] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.766223] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.766223] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de8333c2-306d-41ff-9e8e-901418527c74 is going to be created. [ 1181.791042] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.791210] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.791253] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.791463] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.791657] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.805907] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de8333c2-306d-41ff-9e8e-901418527c74 in Status: UNINITIALIZED for 2s [ 1183.133342] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e65f5778-ccab-4b5b-ac90-eca3e12fa673 in Status: SUCCESS [ 1183.133722] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e65f5778-ccab-4b5b-ac90-eca3e12fa673 deletion is rescheduled due to dependency. [ 1183.133722] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.815838] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de8333c2-306d-41ff-9e8e-901418527c74 in Status: SUCCESS [ 1183.815838] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de8333c2-306d-41ff-9e8e-901418527c74" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.816056] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de8333c2-306d-41ff-9e8e-901418527c74" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.816286] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de8333c2-306d-41ff-9e8e-901418527c74" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.816513] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.817476] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.817476] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.817476] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.817476] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.817476] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de8333c2-306d-41ff-9e8e-901418527c74" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.817476] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de8333c2-306d-41ff-9e8e-901418527c74',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.320353] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de8333c2-306d-41ff-9e8e-901418527c74',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.822997] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de8333c2-306d-41ff-9e8e-901418527c74: rpc.has_security_group_logging(os_id): False [ 1184.843914] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.844104] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.844190] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.844444] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.844555] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.844830] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.844946] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.845024] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.845193] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.845273] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.845361] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de8333c2-306d-41ff-9e8e-901418527c74 is going to be created. [ 1184.916762] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.916961] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.917014] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.917210] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.917391] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.928853] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de8333c2-306d-41ff-9e8e-901418527c74 in Status: IN_PROGRESS for 2s [ 1185.603351] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1185.603351] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1186.945346] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de8333c2-306d-41ff-9e8e-901418527c74 in Status: SUCCESS [ 1186.945649] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de8333c2-306d-41ff-9e8e-901418527c74" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.774063] env[65517]: INFO networking_nsxv3.common.synchronization [req-c148619a-c77b-435e-9e59-989ad4158b05 req-dc4a3b97-c8b7-499a-9091-89bbe7b09c54 tempest-DeleteServersTestJSON-868563199 tempest-DeleteServersTestJSON-868563199-project-member] Enqueued Resource ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 with Priority: HIGHEST for action security_group_members [ 1187.774695] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 with Priority: HIGHEST for action security_group_members [ 1187.775061] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8788facd-6bf8-475b-a83d-2ba5353fcb51 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.775245] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.775348] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.775612] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.775778] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.775988] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.775988] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.776130] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.776229] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.776355] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8788facd-6bf8-475b-a83d-2ba5353fcb51',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.165754] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-844 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.166045] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-844" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.166107] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-844" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.166412] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-844" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.166678] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.166842] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.166959] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.167605] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.167605] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.167807] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1188.167925] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1188.168230] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1188.168319] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1188.168480] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1188.168599] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1188.168765] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1188.187804] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1188.187987] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1188.188136] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1188.188525] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-844" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.188870] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-499e91eb-948a-4b54-b7a6-ce30af8315ea taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.189055] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-499e91eb-948a-4b54-b7a6-ce30af8315ea" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.189183] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-499e91eb-948a-4b54-b7a6-ce30af8315ea" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.189607] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-499e91eb-948a-4b54-b7a6-ce30af8315ea" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.189786] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('499e91eb-948a-4b54-b7a6-ce30af8315ea',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.278489] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.278702] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.278702] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.278943] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.279058] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.279278] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.279422] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.279475] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.279604] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.279686] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.279763] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 is going to be updated. [ 1188.314221] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.314439] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.314482] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.314718] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.314875] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.326110] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 in Status: IN_PROGRESS for 2s [ 1188.693022] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.693022] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.693022] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.693440] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.693672] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.693869] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port 499e91eb-948a-4b54-b7a6-ce30af8315ea not found, creating... [ 1188.694205] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.694434] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.694563] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.694799] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.694932] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.695265] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.695422] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.695535] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.695744] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.695872] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.696040] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: 499e91eb-948a-4b54-b7a6-ce30af8315ea is going to be created. [ 1188.720036] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.720036] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.720036] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.721510] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.721510] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.721510] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-499e91eb-948a-4b54-b7a6-ce30af8315ea" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.434037] env[65517]: INFO networking_nsxv3.common.synchronization [req-c148619a-c77b-435e-9e59-989ad4158b05 req-151ee60d-413e-402d-82b5-74d268cc37a5 service nova] Enqueued Resource ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 with Priority: HIGHEST for action security_group_rules [ 1189.434037] env[65517]: INFO networking_nsxv3.common.synchronization [req-c148619a-c77b-435e-9e59-989ad4158b05 req-151ee60d-413e-402d-82b5-74d268cc37a5 service nova] Enqueued Resource ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 with Priority: HIGHEST for action security_group_members [ 1189.434037] env[65517]: INFO networking_nsxv3.common.synchronization [req-c148619a-c77b-435e-9e59-989ad4158b05 req-151ee60d-413e-402d-82b5-74d268cc37a5 service nova] Enqueued Resource ID: 499e91eb-948a-4b54-b7a6-ce30af8315ea with Priority: HIGHEST for action port [ 1189.434037] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 with Priority: HIGHEST for action security_group_rules [ 1189.434037] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 with Priority: HIGHEST for action security_group_members [ 1189.434037] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 499e91eb-948a-4b54-b7a6-ce30af8315ea with Priority: HIGHEST for action port [ 1189.434912] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8788facd-6bf8-475b-a83d-2ba5353fcb51 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.435101] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.435194] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.435467] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.435574] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8788facd-6bf8-475b-a83d-2ba5353fcb51',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.437303] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8788facd-6bf8-475b-a83d-2ba5353fcb51 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.437441] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.437725] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-499e91eb-948a-4b54-b7a6-ce30af8315ea taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.437865] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-499e91eb-948a-4b54-b7a6-ce30af8315ea" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.438028] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-499e91eb-948a-4b54-b7a6-ce30af8315ea" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.438261] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-499e91eb-948a-4b54-b7a6-ce30af8315ea" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.438368] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('499e91eb-948a-4b54-b7a6-ce30af8315ea',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.940859] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8788facd-6bf8-475b-a83d-2ba5353fcb51 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.941107] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.941406] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 499e91eb-948a-4b54-b7a6-ce30af8315ea with status ACTIVE [ 1189.941645] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.941859] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.942313] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.942313] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.942569] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.942821] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.942986] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.943098] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.943419] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.943659] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.944136] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.944337] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.944448] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.944662] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.944803] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.944998] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 499e91eb-948a-4b54-b7a6-ce30af8315ea is going to be updated. [ 1189.969422] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.969679] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.969848] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.970196] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.970474] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.970777] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-499e91eb-948a-4b54-b7a6-ce30af8315ea" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.011089] env[65517]: INFO networking_nsxv3.common.synchronization [req-e6440f08-e4be-4977-b19b-f8d414ea2a03 req-05f595f5-d904-4aca-80ff-ed7649a12c8d tempest-ServerRescueTestJSON-76313780 tempest-ServerRescueTestJSON-76313780-project-member] Enqueued Resource ID: f06189ad-dd09-43ba-b526-a695e3138f2e with Priority: HIGHEST for action security_group_members [ 1190.011543] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06189ad-dd09-43ba-b526-a695e3138f2e with Priority: HIGHEST for action security_group_members [ 1190.011876] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06189ad-dd09-43ba-b526-a695e3138f2e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.012014] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.012095] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.012364] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.012532] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.012639] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.012699] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.012852] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.012929] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.013040] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f06189ad-dd09-43ba-b526-a695e3138f2e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.323691] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-363 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.323884] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-363" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.324020] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-363" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.324472] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-363" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.324676] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.324875] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.325042] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.325244] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.325393] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.325601] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1190.325713] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1190.325916] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1190.326027] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1190.326146] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1190.326334] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1190.326407] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1190.340335] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 in Status: SUCCESS [ 1190.340335] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 deletion is rescheduled due to dependency. [ 1190.340335] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.340335] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.340335] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.340335] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.340335] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.340335] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.340335] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.340335] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.340335] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8788facd-6bf8-475b-a83d-2ba5353fcb51',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.350850] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1190.351299] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1190.351639] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1190.351979] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-363" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.352432] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-54d3b471-cec2-4c58-a51d-7bd3ed42e50e taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.352758] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-54d3b471-cec2-4c58-a51d-7bd3ed42e50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.353080] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-54d3b471-cec2-4c58-a51d-7bd3ed42e50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.353528] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-54d3b471-cec2-4c58-a51d-7bd3ed42e50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.353839] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54d3b471-cec2-4c58-a51d-7bd3ed42e50e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.515727] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.516332] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.516332] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.516431] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.516484] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.516792] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.517027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.517027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.517225] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.517225] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.517409] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06189ad-dd09-43ba-b526-a695e3138f2e already deleted. [ 1190.517409] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.842890] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8788facd-6bf8-475b-a83d-2ba5353fcb51',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.857078] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.857439] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.857582] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.857870] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.858032] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.858196] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port 54d3b471-cec2-4c58-a51d-7bd3ed42e50e not found, creating... [ 1190.858867] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.858867] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.858867] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.859024] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.859128] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.859413] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.859592] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.859749] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.860016] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.860177] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.860315] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: 54d3b471-cec2-4c58-a51d-7bd3ed42e50e is going to be created. [ 1190.882012] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.882264] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.882387] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.882650] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.882883] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.883115] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-54d3b471-cec2-4c58-a51d-7bd3ed42e50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.345610] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8788facd-6bf8-475b-a83d-2ba5353fcb51',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.708194] env[65517]: INFO networking_nsxv3.common.synchronization [req-e6440f08-e4be-4977-b19b-f8d414ea2a03 req-fa312e70-8e92-4db4-a77b-5c9803a10572 service nova] Enqueued Resource ID: f06189ad-dd09-43ba-b526-a695e3138f2e with Priority: HIGHEST for action security_group_rules [ 1191.708194] env[65517]: INFO networking_nsxv3.common.synchronization [req-e6440f08-e4be-4977-b19b-f8d414ea2a03 req-fa312e70-8e92-4db4-a77b-5c9803a10572 service nova] Enqueued Resource ID: f06189ad-dd09-43ba-b526-a695e3138f2e with Priority: HIGHEST for action security_group_members [ 1191.708474] env[65517]: INFO networking_nsxv3.common.synchronization [req-e6440f08-e4be-4977-b19b-f8d414ea2a03 req-fa312e70-8e92-4db4-a77b-5c9803a10572 service nova] Enqueued Resource ID: 54d3b471-cec2-4c58-a51d-7bd3ed42e50e with Priority: HIGHEST for action port [ 1191.709648] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06189ad-dd09-43ba-b526-a695e3138f2e with Priority: HIGHEST for action security_group_rules [ 1191.709648] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06189ad-dd09-43ba-b526-a695e3138f2e with Priority: HIGHEST for action security_group_members [ 1191.709648] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54d3b471-cec2-4c58-a51d-7bd3ed42e50e with Priority: HIGHEST for action port [ 1191.709648] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f06189ad-dd09-43ba-b526-a695e3138f2e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.709842] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.709888] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.711058] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.711058] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f06189ad-dd09-43ba-b526-a695e3138f2e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.711618] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06189ad-dd09-43ba-b526-a695e3138f2e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.711752] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.711872] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.712643] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.712992] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.713200] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.713293] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.714027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.714027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.714027] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f06189ad-dd09-43ba-b526-a695e3138f2e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.715257] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-54d3b471-cec2-4c58-a51d-7bd3ed42e50e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.715400] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54d3b471-cec2-4c58-a51d-7bd3ed42e50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.715481] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54d3b471-cec2-4c58-a51d-7bd3ed42e50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.715702] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54d3b471-cec2-4c58-a51d-7bd3ed42e50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.715806] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54d3b471-cec2-4c58-a51d-7bd3ed42e50e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.850039] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.850039] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.850039] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.850358] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.850531] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.850620] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 is going to be updated. [ 1191.890895] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.891225] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.891225] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.891485] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.891663] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.904815] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 in Status: IN_PROGRESS for 2s [ 1192.219135] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f06189ad-dd09-43ba-b526-a695e3138f2e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.220199] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06189ad-dd09-43ba-b526-a695e3138f2e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.220325] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.220484] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54d3b471-cec2-4c58-a51d-7bd3ed42e50e with status ACTIVE [ 1192.220632] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.220789] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.220789] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.221366] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.221366] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.221366] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.221366] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.221582] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.221582] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.221643] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.221802] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.221907] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.221948] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.222089] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.222166] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.222251] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54d3b471-cec2-4c58-a51d-7bd3ed42e50e is going to be updated. [ 1192.243303] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.243528] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.243620] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.243852] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.243994] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.244230] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54d3b471-cec2-4c58-a51d-7bd3ed42e50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.724440] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f06189ad-dd09-43ba-b526-a695e3138f2e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.002084] env[65517]: INFO networking_nsxv3.common.synchronization [req-27ca7969-6a1e-4760-a46d-eb38cb701265 req-af6c4857-619f-474e-b011-b21a768407fa tempest-ServerActionsTestOtherB-1255887243 tempest-ServerActionsTestOtherB-1255887243-project-member] Enqueued Resource ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c with Priority: HIGHEST for action security_group_members [ 1193.003703] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c with Priority: HIGHEST for action security_group_members [ 1193.004192] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.004296] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.004357] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.004539] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.004699] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.004794] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.004850] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.008653] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.008653] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.008653] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5aa0f51a-5bda-4047-bbc1-138dbd50b86c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.230247] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.230247] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.230247] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.230247] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.230247] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.230247] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06189ad-dd09-43ba-b526-a695e3138f2e is going to be created. [ 1193.266046] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.266046] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.266046] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.266046] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.266046] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.279118] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06189ad-dd09-43ba-b526-a695e3138f2e in Status: UNINITIALIZED for 2s [ 1193.399307] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-170 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.401329] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-170" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.401329] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-170" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.401329] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-170" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.401511] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.401681] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.401798] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.402041] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.402193] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.402409] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1193.402521] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1193.402630] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1193.402733] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1193.402841] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1193.402942] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1193.403111] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1193.425178] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1193.425417] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1193.425603] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1193.425795] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-170" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.427774] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-4a2d504c-073b-4b0a-b208-065c99308adc taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.427774] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-4a2d504c-073b-4b0a-b208-065c99308adc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.427774] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-4a2d504c-073b-4b0a-b208-065c99308adc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.427774] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-4a2d504c-073b-4b0a-b208-065c99308adc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.427774] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a2d504c-073b-4b0a-b208-065c99308adc',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.507443] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.507670] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.507729] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.507924] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.508048] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.508381] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.508577] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.508577] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.508760] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.508815] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.508959] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c is going to be updated. [ 1193.540629] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.540864] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.541045] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.541397] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.541563] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.552170] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c in Status: IN_PROGRESS for 2s [ 1193.920688] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 in Status: SUCCESS [ 1193.921028] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.921082] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.921300] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.921488] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.921605] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.921664] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.921812] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.921891] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.921975] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.922079] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8788facd-6bf8-475b-a83d-2ba5353fcb51',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.930176] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.930505] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.930707] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.931077] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.931293] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.931482] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port 4a2d504c-073b-4b0a-b208-065c99308adc not found, creating... [ 1193.931929] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.932231] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.932450] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.932816] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.933169] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.933434] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.935364] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.935364] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.935364] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.935364] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.935364] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: 4a2d504c-073b-4b0a-b208-065c99308adc is going to be created. [ 1193.958457] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.958776] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.958962] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.959358] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.959665] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.960209] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-4a2d504c-073b-4b0a-b208-065c99308adc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.424222] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8788facd-6bf8-475b-a83d-2ba5353fcb51 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.424491] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.425120] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.425120] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.425120] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.425273] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.425273] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.426144] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.426144] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.426144] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.426144] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8788facd-6bf8-475b-a83d-2ba5353fcb51 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.426144] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.426144] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.426403] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.426527] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.426653] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.426792] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.427016] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.427151] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.427340] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.428279] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8788facd-6bf8-475b-a83d-2ba5353fcb51',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.770772] env[65517]: INFO networking_nsxv3.common.synchronization [req-27ca7969-6a1e-4760-a46d-eb38cb701265 req-c2173d7a-b850-4298-9f30-938f4dd85519 service nova] Enqueued Resource ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c with Priority: HIGHEST for action security_group_rules [ 1194.770995] env[65517]: INFO networking_nsxv3.common.synchronization [req-27ca7969-6a1e-4760-a46d-eb38cb701265 req-c2173d7a-b850-4298-9f30-938f4dd85519 service nova] Enqueued Resource ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c with Priority: HIGHEST for action security_group_members [ 1194.771278] env[65517]: INFO networking_nsxv3.common.synchronization [req-27ca7969-6a1e-4760-a46d-eb38cb701265 req-c2173d7a-b850-4298-9f30-938f4dd85519 service nova] Enqueued Resource ID: 4a2d504c-073b-4b0a-b208-065c99308adc with Priority: HIGHEST for action port [ 1194.771926] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c with Priority: HIGHEST for action security_group_rules [ 1194.772094] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c with Priority: HIGHEST for action security_group_members [ 1194.772197] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a2d504c-073b-4b0a-b208-065c99308adc with Priority: HIGHEST for action port [ 1194.772582] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5aa0f51a-5bda-4047-bbc1-138dbd50b86c taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.772682] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.772682] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.772883] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.772964] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5aa0f51a-5bda-4047-bbc1-138dbd50b86c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.773893] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.773998] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.774248] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a2d504c-073b-4b0a-b208-065c99308adc taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.774350] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a2d504c-073b-4b0a-b208-065c99308adc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.774396] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a2d504c-073b-4b0a-b208-065c99308adc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.774576] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a2d504c-073b-4b0a-b208-065c99308adc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.774642] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a2d504c-073b-4b0a-b208-065c99308adc',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.931031] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8788facd-6bf8-475b-a83d-2ba5353fcb51: rpc.has_security_group_logging(os_id): False [ 1194.953042] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.953244] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.953312] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.953535] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.953627] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.953854] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.953981] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.954129] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.954234] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.954273] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.954468] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.954562] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.954623] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.954772] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.954921] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.955024] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.955106] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.955172] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.955313] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.955389] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.955473] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 is going to be updated. [ 1195.028904] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.029087] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.029135] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.029351] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.029504] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.067434] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 in Status: IN_PROGRESS for 2s [ 1195.277464] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.277728] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.278057] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4a2d504c-073b-4b0a-b208-065c99308adc with status ACTIVE [ 1195.278457] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.278691] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.278840] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.279247] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.279521] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.280318] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.280318] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.280318] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.281562] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.281562] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.281562] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.281562] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.281562] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.281562] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.281562] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.281869] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4a2d504c-073b-4b0a-b208-065c99308adc is going to be updated. [ 1195.306039] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06189ad-dd09-43ba-b526-a695e3138f2e in Status: SUCCESS [ 1195.306039] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.306039] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.306039] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.306378] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.306453] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.306453] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.306644] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.306728] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.306816] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.306938] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f06189ad-dd09-43ba-b526-a695e3138f2e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.331879] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.331879] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.331879] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.331879] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.331879] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.331879] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a2d504c-073b-4b0a-b208-065c99308adc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.565349] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c in Status: SUCCESS [ 1195.565698] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c deletion is rescheduled due to dependency. [ 1195.565978] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.566122] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.566404] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.566630] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.566737] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.566820] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.566973] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.567062] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.567159] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5aa0f51a-5bda-4047-bbc1-138dbd50b86c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.811226] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06189ad-dd09-43ba-b526-a695e3138f2e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.811541] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.811586] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.812507] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.812507] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.812507] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.812507] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.812507] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.812782] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.812782] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.813315] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06189ad-dd09-43ba-b526-a695e3138f2e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.813315] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.813315] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.813315] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.813492] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.813616] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.813680] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.813862] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.814452] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.814452] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.814452] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f06189ad-dd09-43ba-b526-a695e3138f2e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.069592] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5aa0f51a-5bda-4047-bbc1-138dbd50b86c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.317694] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f06189ad-dd09-43ba-b526-a695e3138f2e: rpc.has_security_group_logging(os_id): False [ 1196.341470] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.341721] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.341886] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.342231] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.342369] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.342711] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.342868] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.342993] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.343706] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.343706] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.343706] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.343939] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.343939] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.344189] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.344314] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.344624] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.345198] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.345198] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.345198] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.345198] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.345450] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f06189ad-dd09-43ba-b526-a695e3138f2e is going to be created. [ 1196.427932] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.428106] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.428160] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.428418] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.428555] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.445891] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f06189ad-dd09-43ba-b526-a695e3138f2e in Status: IN_PROGRESS for 2s [ 1196.572038] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5aa0f51a-5bda-4047-bbc1-138dbd50b86c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.040281] env[65517]: INFO networking_nsxv3.common.synchronization [req-e437122d-1a9e-4c2b-95a1-063b8edf418e req-93700a4d-dc1a-491f-9a57-4ec191357db5 tempest-ServerActionsTestJSON-1355288579 tempest-ServerActionsTestJSON-1355288579-project-member] Enqueued Resource ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 with Priority: HIGHEST for action security_group_members [ 1197.041051] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 with Priority: HIGHEST for action security_group_members [ 1197.041487] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-650c42bb-4b14-46f3-bb4b-20aece7de379 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.041611] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.041682] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.041956] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.042178] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.042307] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.042376] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.042543] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.042630] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.042725] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('650c42bb-4b14-46f3-bb4b-20aece7de379',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.074658] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.074955] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.074955] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.075227] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.075356] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.075525] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c is going to be updated. [ 1197.090050] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 in Status: SUCCESS [ 1197.090050] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.108250] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.108448] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.108448] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.108657] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.108806] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.119190] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c in Status: IN_PROGRESS for 2s [ 1197.547977] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.548164] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.548282] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.548459] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.548625] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.548771] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.548883] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.548933] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.549101] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.549176] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.549265] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 is going to be updated. [ 1197.581984] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.582226] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.582295] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.582459] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.582625] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.593808] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 in Status: IN_PROGRESS for 2s [ 1198.457725] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f06189ad-dd09-43ba-b526-a695e3138f2e in Status: SUCCESS [ 1198.458269] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.130052] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c in Status: SUCCESS [ 1199.130268] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.130435] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.130678] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.130901] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.131036] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.131036] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.131226] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.131331] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.131426] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.131517] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5aa0f51a-5bda-4047-bbc1-138dbd50b86c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.607061] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 in Status: SUCCESS [ 1199.607454] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 deletion is rescheduled due to dependency. [ 1199.607561] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.634574] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5aa0f51a-5bda-4047-bbc1-138dbd50b86c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.138067] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5aa0f51a-5bda-4047-bbc1-138dbd50b86c: rpc.has_security_group_logging(os_id): False [ 1200.162510] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.162510] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.162510] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.162745] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.162745] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.163033] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.163490] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.163490] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.163490] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.163490] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.163682] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c is going to be updated. [ 1200.249514] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.249737] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.249786] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.250034] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.250197] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.267209] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c in Status: IN_PROGRESS for 2s [ 1202.042198] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1202.042564] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1202.286142] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c in Status: SUCCESS [ 1202.286363] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.693943] env[65517]: INFO networking_nsxv3.common.synchronization [req-30300263-b9e7-40fe-98ff-412c93f348e2 req-74797504-ed90-4e61-8f62-46708bc2053b tempest-ServerActionsTestOtherA-1521945027 tempest-ServerActionsTestOtherA-1521945027-project-member] Enqueued Resource ID: 8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 with Priority: HIGHEST for action security_group_members [ 1205.694389] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 with Priority: HIGHEST for action security_group_members [ 1205.694582] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.694673] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.695279] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.695279] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.695279] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.695279] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.695279] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.695551] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.695551] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.695610] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c60bc6e-e3c9-48e1-81ca-6be72fca57f9',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.098637] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-32 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.098637] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-32" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.098637] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-32" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.098637] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-32" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.099129] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.099213] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.099362] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.099680] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.099894] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.100180] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1206.100300] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1206.100409] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1206.100550] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1206.100669] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1206.100814] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1206.101019] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1206.127022] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1206.127022] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1206.127022] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1206.127221] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-32" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.127439] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-6b80135d-6228-4366-83aa-ff70808ae005 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.127610] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-6b80135d-6228-4366-83aa-ff70808ae005" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.127765] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-6b80135d-6228-4366-83aa-ff70808ae005" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.128095] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-6b80135d-6228-4366-83aa-ff70808ae005" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.128231] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b80135d-6228-4366-83aa-ff70808ae005',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.199267] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c60bc6e-e3c9-48e1-81ca-6be72fca57f9',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.633705] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.634208] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.634208] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.634482] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.634690] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.634881] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port 6b80135d-6228-4366-83aa-ff70808ae005 not found, creating... [ 1206.635345] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.635345] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.635491] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.635805] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.635906] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.636247] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.636414] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.636520] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.636739] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.636872] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.637018] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: 6b80135d-6228-4366-83aa-ff70808ae005 is going to be created. [ 1206.660214] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.660409] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.660612] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.661021] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.661215] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.661553] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-6b80135d-6228-4366-83aa-ff70808ae005" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.701454] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c60bc6e-e3c9-48e1-81ca-6be72fca57f9',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.204068] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.204278] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.204278] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.204551] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.204715] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.204767] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 is going to be updated. [ 1207.239191] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.239341] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.239388] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.240337] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.240337] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.249410] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 in Status: IN_PROGRESS for 2s [ 1207.355747] env[65517]: INFO networking_nsxv3.common.synchronization [req-30300263-b9e7-40fe-98ff-412c93f348e2 req-3f272b52-f21d-4fda-bd55-4d6edfb507be service nova] Enqueued Resource ID: 8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 with Priority: HIGHEST for action security_group_rules [ 1207.355950] env[65517]: INFO networking_nsxv3.common.synchronization [req-30300263-b9e7-40fe-98ff-412c93f348e2 req-3f272b52-f21d-4fda-bd55-4d6edfb507be service nova] Enqueued Resource ID: 8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 with Priority: HIGHEST for action security_group_members [ 1207.356088] env[65517]: INFO networking_nsxv3.common.synchronization [req-30300263-b9e7-40fe-98ff-412c93f348e2 req-3f272b52-f21d-4fda-bd55-4d6edfb507be service nova] Enqueued Resource ID: 6b80135d-6228-4366-83aa-ff70808ae005 with Priority: HIGHEST for action port [ 1207.356746] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 with Priority: HIGHEST for action security_group_rules [ 1207.356746] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 with Priority: HIGHEST for action security_group_members [ 1207.356855] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b80135d-6228-4366-83aa-ff70808ae005 with Priority: HIGHEST for action port [ 1207.357142] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.357261] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.357375] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.357520] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.357651] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c60bc6e-e3c9-48e1-81ca-6be72fca57f9',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.358965] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.359106] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.359226] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b80135d-6228-4366-83aa-ff70808ae005 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.360888] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b80135d-6228-4366-83aa-ff70808ae005" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.360888] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b80135d-6228-4366-83aa-ff70808ae005" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.360888] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b80135d-6228-4366-83aa-ff70808ae005" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.360888] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b80135d-6228-4366-83aa-ff70808ae005',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.859422] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.859739] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.862052] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b80135d-6228-4366-83aa-ff70808ae005 with status ACTIVE [ 1207.862255] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.862388] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.862458] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.862796] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.862796] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.862958] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.863073] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.863129] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.863277] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.863353] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.863611] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.863734] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.863800] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.864189] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.864189] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.864189] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b80135d-6228-4366-83aa-ff70808ae005 is going to be updated. [ 1207.889998] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.890368] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.890368] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.890695] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.890882] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.891144] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b80135d-6228-4366-83aa-ff70808ae005" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.039984] env[65517]: INFO networking_nsxv3.common.synchronization [req-5c41e420-58f5-4e0d-b3c0-c8ba8c878b5b req-8271b61a-7cc0-4197-85dd-0dddc7a7cc03 tempest-ServerActionsTestJSON-1355288579 tempest-ServerActionsTestJSON-1355288579-project-member] Enqueued Resource ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 with Priority: HIGHEST for action security_group_members [ 1208.041356] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 with Priority: HIGHEST for action security_group_members [ 1208.041841] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-650c42bb-4b14-46f3-bb4b-20aece7de379 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.042057] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.042187] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.042434] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.042633] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.042743] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.042807] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.043017] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.043156] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.043293] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('650c42bb-4b14-46f3-bb4b-20aece7de379',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.353159] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-867 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.353159] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.353159] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.353159] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.353159] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.353752] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.353985] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.354256] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.354408] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.354626] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1208.354738] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1208.354844] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1208.354947] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1208.355069] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1208.355175] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1208.355300] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1208.375114] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1208.375293] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1208.375428] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1208.375606] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-867" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.375934] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-0a9cf0d6-c5cb-4805-918d-ed092924fb2a taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.376117] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-0a9cf0d6-c5cb-4805-918d-ed092924fb2a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.376235] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-0a9cf0d6-c5cb-4805-918d-ed092924fb2a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.376560] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-0a9cf0d6-c5cb-4805-918d-ed092924fb2a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.376709] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a9cf0d6-c5cb-4805-918d-ed092924fb2a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.545810] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.546057] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.546147] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.546392] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.546521] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.546797] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.546909] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.547087] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.547197] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.547278] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.547425] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 is going to be updated. [ 1208.575064] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.575296] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.575400] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.575831] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.576110] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.589478] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 in Status: IN_PROGRESS for 2s [ 1208.878655] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.879034] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.879034] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.879286] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.879438] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.879594] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port 0a9cf0d6-c5cb-4805-918d-ed092924fb2a not found, creating... [ 1208.879849] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.880013] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.880137] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.880363] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.880524] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.880809] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.880963] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.881095] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.881326] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.881482] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.881627] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: 0a9cf0d6-c5cb-4805-918d-ed092924fb2a is going to be created. [ 1208.903266] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.903581] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.903756] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.904049] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.904286] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.904536] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-0a9cf0d6-c5cb-4805-918d-ed092924fb2a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.259277] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 in Status: SUCCESS [ 1209.259456] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.259576] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.259796] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.259991] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.260118] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.260180] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.260328] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.260659] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.260659] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c60bc6e-e3c9-48e1-81ca-6be72fca57f9',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.613933] env[65517]: INFO networking_nsxv3.common.synchronization [req-5c41e420-58f5-4e0d-b3c0-c8ba8c878b5b req-252c2e5d-97f4-4be6-abd7-e0f4a3e426bd service nova] Enqueued Resource ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 with Priority: HIGHEST for action security_group_rules [ 1209.614148] env[65517]: INFO networking_nsxv3.common.synchronization [req-5c41e420-58f5-4e0d-b3c0-c8ba8c878b5b req-252c2e5d-97f4-4be6-abd7-e0f4a3e426bd service nova] Enqueued Resource ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 with Priority: HIGHEST for action security_group_members [ 1209.614296] env[65517]: INFO networking_nsxv3.common.synchronization [req-5c41e420-58f5-4e0d-b3c0-c8ba8c878b5b req-252c2e5d-97f4-4be6-abd7-e0f4a3e426bd service nova] Enqueued Resource ID: 0a9cf0d6-c5cb-4805-918d-ed092924fb2a with Priority: HIGHEST for action port [ 1209.615173] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 with Priority: HIGHEST for action security_group_rules [ 1209.615173] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 with Priority: HIGHEST for action security_group_members [ 1209.615173] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a9cf0d6-c5cb-4805-918d-ed092924fb2a with Priority: HIGHEST for action port [ 1209.615462] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-650c42bb-4b14-46f3-bb4b-20aece7de379 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.615589] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.615680] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.615878] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.615959] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('650c42bb-4b14-46f3-bb4b-20aece7de379',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.616873] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-650c42bb-4b14-46f3-bb4b-20aece7de379 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.616975] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.617184] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a9cf0d6-c5cb-4805-918d-ed092924fb2a taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.617285] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a9cf0d6-c5cb-4805-918d-ed092924fb2a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.617365] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a9cf0d6-c5cb-4805-918d-ed092924fb2a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.617568] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a9cf0d6-c5cb-4805-918d-ed092924fb2a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.617622] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a9cf0d6-c5cb-4805-918d-ed092924fb2a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.763085] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c60bc6e-e3c9-48e1-81ca-6be72fca57f9',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.119422] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-650c42bb-4b14-46f3-bb4b-20aece7de379 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.119422] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.121697] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a9cf0d6-c5cb-4805-918d-ed092924fb2a with status ACTIVE [ 1210.121697] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.121697] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.121697] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.121697] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.121697] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.122177] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.122177] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.122177] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.122177] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.122177] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.122434] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.122434] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.122528] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.122733] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.122733] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.122733] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a9cf0d6-c5cb-4805-918d-ed092924fb2a is going to be updated. [ 1210.149809] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.149963] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.150616] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.150922] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.152029] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.152029] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a9cf0d6-c5cb-4805-918d-ed092924fb2a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.268531] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c60bc6e-e3c9-48e1-81ca-6be72fca57f9',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.601917] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 in Status: SUCCESS [ 1210.601917] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 deletion is rescheduled due to dependency. [ 1210.602113] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.602549] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.602672] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.602833] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.602900] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.602947] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.603194] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.603294] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.603437] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('650c42bb-4b14-46f3-bb4b-20aece7de379',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.773263] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.773504] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.773605] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.773933] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.774089] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.774238] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 is going to be updated. [ 1210.808337] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.808548] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.808622] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.808872] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.809123] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.819309] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 in Status: IN_PROGRESS for 2s [ 1211.108495] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('650c42bb-4b14-46f3-bb4b-20aece7de379',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.610943] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('650c42bb-4b14-46f3-bb4b-20aece7de379',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.116927] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.116927] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.116927] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.117201] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.117236] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.118251] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 is going to be updated. [ 1212.149375] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.149528] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.149598] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.149859] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.150420] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.160111] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 in Status: IN_PROGRESS for 2s [ 1212.832863] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 in Status: SUCCESS [ 1212.832863] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.832863] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.833644] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.833644] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.833644] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.833644] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.833876] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.833876] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.833947] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.834037] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c60bc6e-e3c9-48e1-81ca-6be72fca57f9',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.336548] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c60bc6e-e3c9-48e1-81ca-6be72fca57f9',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.840818] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c60bc6e-e3c9-48e1-81ca-6be72fca57f9: rpc.has_security_group_logging(os_id): False [ 1213.859871] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.859871] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.859871] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.859871] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.879491] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.879805] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.879923] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.880074] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.880975] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.880975] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.880975] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 is going to be updated. [ 1213.942862] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.943091] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.943091] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.943371] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.943608] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.956788] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 in Status: IN_PROGRESS for 2s [ 1214.170531] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 in Status: SUCCESS [ 1214.170708] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.170862] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.171101] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.171297] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.171441] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.171510] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.171666] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.171746] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.171831] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.171925] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('650c42bb-4b14-46f3-bb4b-20aece7de379',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.616443] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1214.616636] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1214.674170] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('650c42bb-4b14-46f3-bb4b-20aece7de379',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.177185] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 650c42bb-4b14-46f3-bb4b-20aece7de379: rpc.has_security_group_logging(os_id): False [ 1215.208288] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.208479] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.208560] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.208810] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.208903] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.209233] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.209365] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.209450] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.209659] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.209786] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.209854] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 is going to be updated. [ 1215.277055] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.277383] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.277446] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.278041] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.278394] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.298379] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 in Status: IN_PROGRESS for 2s [ 1215.969411] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 in Status: SUCCESS [ 1215.969648] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.314381] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 in Status: SUCCESS [ 1217.314381] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.415544] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-71 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.415544] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-71" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.415544] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-71" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.415931] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-71" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.416248] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.416467] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.416600] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.416829] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.416976] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.417223] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1217.417338] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1217.417448] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1217.417574] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1217.417889] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1217.417949] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1217.418197] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1217.437794] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1217.437983] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1217.438115] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1217.438293] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-71" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.438854] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-0c495486-a850-4368-95a9-03fac8060924 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.438854] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-0c495486-a850-4368-95a9-03fac8060924" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.439068] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-0c495486-a850-4368-95a9-03fac8060924" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.439181] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-0c495486-a850-4368-95a9-03fac8060924" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.439316] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c495486-a850-4368-95a9-03fac8060924',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.941987] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.942210] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.942346] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.942603] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.942756] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.943041] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.943201] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.943329] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.943602] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.943759] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.944018] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.944176] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.944291] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.944491] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.944644] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.944794] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: 0c495486-a850-4368-95a9-03fac8060924 is going to be updated. [ 1217.994902] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.995264] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.995486] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.995948] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.996206] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.996441] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-0c495486-a850-4368-95a9-03fac8060924" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.703964] env[65517]: INFO networking_nsxv3.common.synchronization [req-69eb057e-7b92-4f4d-919c-2acb4efb6c00 req-776fff5d-9244-4044-b73c-ae1be85aefa5 service nova] Enqueued Resource ID: 32691f86-1e07-4cb5-9677-8da99d66d98a with Priority: HIGHEST for action security_group_rules [ 1218.704267] env[65517]: INFO networking_nsxv3.common.synchronization [req-69eb057e-7b92-4f4d-919c-2acb4efb6c00 req-776fff5d-9244-4044-b73c-ae1be85aefa5 service nova] Enqueued Resource ID: 32691f86-1e07-4cb5-9677-8da99d66d98a with Priority: HIGHEST for action security_group_members [ 1218.704383] env[65517]: INFO networking_nsxv3.common.synchronization [req-69eb057e-7b92-4f4d-919c-2acb4efb6c00 req-776fff5d-9244-4044-b73c-ae1be85aefa5 service nova] Enqueued Resource ID: 0c495486-a850-4368-95a9-03fac8060924 with Priority: HIGHEST for action port [ 1218.704934] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32691f86-1e07-4cb5-9677-8da99d66d98a with Priority: HIGHEST for action security_group_rules [ 1218.705080] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32691f86-1e07-4cb5-9677-8da99d66d98a with Priority: HIGHEST for action security_group_members [ 1218.705180] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c495486-a850-4368-95a9-03fac8060924 with Priority: HIGHEST for action port [ 1218.705466] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32691f86-1e07-4cb5-9677-8da99d66d98a taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.705585] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.705668] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.705992] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.706105] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32691f86-1e07-4cb5-9677-8da99d66d98a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.706992] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-32691f86-1e07-4cb5-9677-8da99d66d98a taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.707104] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.707175] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.707347] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.707494] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.707589] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.707652] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.707821] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.707872] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.707963] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32691f86-1e07-4cb5-9677-8da99d66d98a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.709131] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c495486-a850-4368-95a9-03fac8060924 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.709248] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c495486-a850-4368-95a9-03fac8060924" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.709342] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c495486-a850-4368-95a9-03fac8060924" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.709464] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c495486-a850-4368-95a9-03fac8060924" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.709793] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c495486-a850-4368-95a9-03fac8060924',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.211502] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('32691f86-1e07-4cb5-9677-8da99d66d98a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.212924] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-32691f86-1e07-4cb5-9677-8da99d66d98a taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.213070] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.213217] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c495486-a850-4368-95a9-03fac8060924 with status ACTIVE [ 1219.213381] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.213486] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.213576] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.214077] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.214077] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.214176] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.214275] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.214341] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.214527] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.214666] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.214897] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.215096] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.215147] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.215299] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.215378] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.215481] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c495486-a850-4368-95a9-03fac8060924 is going to be updated. [ 1219.236990] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.237179] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.237218] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.237433] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.237571] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.237736] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c495486-a850-4368-95a9-03fac8060924" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.718053] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('32691f86-1e07-4cb5-9677-8da99d66d98a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.093757] env[65517]: INFO networking_nsxv3.common.synchronization [req-dc8f4e1a-8e5b-4b0f-8af2-b59d39b2835d req-99375436-180f-49e9-820c-40d4c4e69df5 tempest-ServerRescueTestJSON-76313780 tempest-ServerRescueTestJSON-76313780-project-member] Enqueued Resource ID: f06189ad-dd09-43ba-b526-a695e3138f2e with Priority: HIGHEST for action security_group_members [ 1220.094982] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06189ad-dd09-43ba-b526-a695e3138f2e with Priority: HIGHEST for action security_group_members [ 1220.094982] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06189ad-dd09-43ba-b526-a695e3138f2e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.095104] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.095104] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.095303] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.095461] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.095562] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.095621] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.095765] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.095852] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.095943] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f06189ad-dd09-43ba-b526-a695e3138f2e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.222047] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.222047] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.222047] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.222047] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.222047] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.222047] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32691f86-1e07-4cb5-9677-8da99d66d98a is going to be updated. [ 1220.269584] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.269584] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.269584] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.269584] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.269584] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.282257] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32691f86-1e07-4cb5-9677-8da99d66d98a in Status: IN_PROGRESS for 2s [ 1220.457619] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-363 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.457879] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-363" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.458061] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-363" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.458378] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-363" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.458677] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.458886] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.459021] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.459246] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.459386] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.459583] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1220.459717] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1220.459799] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1220.459900] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1220.460017] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1220.460119] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1220.460249] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1220.478728] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1220.478898] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1220.479037] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1220.479220] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-363" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.479536] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-6ff7afa0-2b0e-450c-a755-77a3241a2527 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.479778] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-6ff7afa0-2b0e-450c-a755-77a3241a2527" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.479832] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-6ff7afa0-2b0e-450c-a755-77a3241a2527" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.480174] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-6ff7afa0-2b0e-450c-a755-77a3241a2527" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.480313] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ff7afa0-2b0e-450c-a755-77a3241a2527',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.598043] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f06189ad-dd09-43ba-b526-a695e3138f2e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.982804] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.983184] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.983184] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.983494] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.983743] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.983925] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port 6ff7afa0-2b0e-450c-a755-77a3241a2527 not found, creating... [ 1220.984515] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.984515] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.984515] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.984817] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.985022] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.985340] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.985527] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.985667] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.986056] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.986215] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.986352] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: 6ff7afa0-2b0e-450c-a755-77a3241a2527 is going to be created. [ 1221.006657] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.006883] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.006980] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.007257] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.007524] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.007754] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-6ff7afa0-2b0e-450c-a755-77a3241a2527" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.100936] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f06189ad-dd09-43ba-b526-a695e3138f2e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.603572] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.603767] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.603843] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.604021] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.604121] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.604223] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06189ad-dd09-43ba-b526-a695e3138f2e is going to be updated. [ 1221.633914] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.634203] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.634203] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.634383] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.634529] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.644109] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06189ad-dd09-43ba-b526-a695e3138f2e in Status: IN_PROGRESS for 2s [ 1221.724021] env[65517]: INFO networking_nsxv3.common.synchronization [req-dc8f4e1a-8e5b-4b0f-8af2-b59d39b2835d req-1de1b6b8-a957-4c17-8daa-e0692c3e0d76 service nova] Enqueued Resource ID: f06189ad-dd09-43ba-b526-a695e3138f2e with Priority: HIGHEST for action security_group_rules [ 1221.724214] env[65517]: INFO networking_nsxv3.common.synchronization [req-dc8f4e1a-8e5b-4b0f-8af2-b59d39b2835d req-1de1b6b8-a957-4c17-8daa-e0692c3e0d76 service nova] Enqueued Resource ID: f06189ad-dd09-43ba-b526-a695e3138f2e with Priority: HIGHEST for action security_group_members [ 1221.724356] env[65517]: INFO networking_nsxv3.common.synchronization [req-dc8f4e1a-8e5b-4b0f-8af2-b59d39b2835d req-1de1b6b8-a957-4c17-8daa-e0692c3e0d76 service nova] Enqueued Resource ID: 6ff7afa0-2b0e-450c-a755-77a3241a2527 with Priority: HIGHEST for action port [ 1221.725011] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06189ad-dd09-43ba-b526-a695e3138f2e with Priority: HIGHEST for action security_group_rules [ 1221.725145] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06189ad-dd09-43ba-b526-a695e3138f2e with Priority: HIGHEST for action security_group_members [ 1221.725242] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ff7afa0-2b0e-450c-a755-77a3241a2527 with Priority: HIGHEST for action port [ 1221.725520] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f06189ad-dd09-43ba-b526-a695e3138f2e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.726037] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.726094] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.726286] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.726369] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f06189ad-dd09-43ba-b526-a695e3138f2e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.727281] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06189ad-dd09-43ba-b526-a695e3138f2e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.727376] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.727566] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ff7afa0-2b0e-450c-a755-77a3241a2527 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.727662] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ff7afa0-2b0e-450c-a755-77a3241a2527" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.727724] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ff7afa0-2b0e-450c-a755-77a3241a2527" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.727879] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ff7afa0-2b0e-450c-a755-77a3241a2527" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.727951] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ff7afa0-2b0e-450c-a755-77a3241a2527',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.229391] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06189ad-dd09-43ba-b526-a695e3138f2e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.229749] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.231845] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6ff7afa0-2b0e-450c-a755-77a3241a2527 with status ACTIVE [ 1222.232108] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.232222] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.232290] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.232533] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.232627] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.232802] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.232961] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.233036] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.233190] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.233265] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.233442] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.233569] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.233651] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.233789] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.233861] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.233945] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6ff7afa0-2b0e-450c-a755-77a3241a2527 is going to be updated. [ 1222.267603] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.267836] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.267836] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.268095] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.268248] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.268417] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ff7afa0-2b0e-450c-a755-77a3241a2527" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.298889] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32691f86-1e07-4cb5-9677-8da99d66d98a in Status: SUCCESS [ 1222.299054] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.299182] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.299404] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.299599] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.299722] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.299790] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.299940] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.300036] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.300123] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.300215] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('32691f86-1e07-4cb5-9677-8da99d66d98a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.802286] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-32691f86-1e07-4cb5-9677-8da99d66d98a taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.802422] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.802476] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.802756] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.803504] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.803504] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.803504] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.803504] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.803504] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.803504] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.803787] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-32691f86-1e07-4cb5-9677-8da99d66d98a taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.803787] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.803787] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.803997] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.804114] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.804168] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.804222] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.804357] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.804435] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.804517] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.804628] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('32691f86-1e07-4cb5-9677-8da99d66d98a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.953203] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-425 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.953399] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-425" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.953520] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-425" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.953890] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-425" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.954175] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.954338] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.954455] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.954699] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.954848] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.955088] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1222.955204] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1222.955312] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1222.955420] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1222.955529] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1222.955941] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1222.955941] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1222.977294] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1222.977456] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1222.977588] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1222.977823] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-425" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.978151] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-fed73ed8-c0b2-4f6b-a3cd-0b813b3919fc taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.978328] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-fed73ed8-c0b2-4f6b-a3cd-0b813b3919fc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.978488] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-fed73ed8-c0b2-4f6b-a3cd-0b813b3919fc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.978988] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-fed73ed8-c0b2-4f6b-a3cd-0b813b3919fc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.978988] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fed73ed8-c0b2-4f6b-a3cd-0b813b3919fc',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.308614] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 32691f86-1e07-4cb5-9677-8da99d66d98a: rpc.has_security_group_logging(os_id): False [ 1223.326031] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.326031] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.326202] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.326367] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.326526] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.326854] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.326982] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.327078] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.327228] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.327315] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.327513] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.327618] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.327677] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.327811] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.327895] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.328184] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.328289] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.328336] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.328484] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.328560] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.328699] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32691f86-1e07-4cb5-9677-8da99d66d98a is going to be updated. [ 1223.393139] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.393283] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.393345] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.393547] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.393789] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.411550] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32691f86-1e07-4cb5-9677-8da99d66d98a in Status: IN_PROGRESS for 2s [ 1223.482109] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.482356] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.482482] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.482829] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.482918] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.483239] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.483398] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.483514] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.483833] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.483972] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.484281] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.484436] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.484553] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.484764] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.484893] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.485042] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: fed73ed8-c0b2-4f6b-a3cd-0b813b3919fc is going to be updated. [ 1223.510130] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.510355] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.511045] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.511253] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.511917] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.511917] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-fed73ed8-c0b2-4f6b-a3cd-0b813b3919fc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.655698] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06189ad-dd09-43ba-b526-a695e3138f2e in Status: SUCCESS [ 1223.655948] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.656142] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.656402] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.656607] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.656755] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.656814] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.657021] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.657112] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.657214] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f06189ad-dd09-43ba-b526-a695e3138f2e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.159271] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f06189ad-dd09-43ba-b526-a695e3138f2e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.197198] env[65517]: INFO networking_nsxv3.common.synchronization [req-a3e22380-1c80-4dfc-90f4-a12e882437ae req-aecbf1ff-4eb6-49f5-a5d0-5e3c042a8309 service nova] Enqueued Resource ID: 527b8003-0ea7-4c6f-8895-cf9ca98df4f4 with Priority: HIGHEST for action security_group_rules [ 1224.197281] env[65517]: INFO networking_nsxv3.common.synchronization [req-a3e22380-1c80-4dfc-90f4-a12e882437ae req-aecbf1ff-4eb6-49f5-a5d0-5e3c042a8309 service nova] Enqueued Resource ID: 527b8003-0ea7-4c6f-8895-cf9ca98df4f4 with Priority: HIGHEST for action security_group_members [ 1224.197492] env[65517]: INFO networking_nsxv3.common.synchronization [req-a3e22380-1c80-4dfc-90f4-a12e882437ae req-aecbf1ff-4eb6-49f5-a5d0-5e3c042a8309 service nova] Enqueued Resource ID: fed73ed8-c0b2-4f6b-a3cd-0b813b3919fc with Priority: HIGHEST for action port [ 1224.198243] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 527b8003-0ea7-4c6f-8895-cf9ca98df4f4 with Priority: HIGHEST for action security_group_rules [ 1224.198385] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 527b8003-0ea7-4c6f-8895-cf9ca98df4f4 with Priority: HIGHEST for action security_group_members [ 1224.198491] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fed73ed8-c0b2-4f6b-a3cd-0b813b3919fc with Priority: HIGHEST for action port [ 1224.198787] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-527b8003-0ea7-4c6f-8895-cf9ca98df4f4 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.198917] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-527b8003-0ea7-4c6f-8895-cf9ca98df4f4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.198987] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-527b8003-0ea7-4c6f-8895-cf9ca98df4f4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.199225] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-527b8003-0ea7-4c6f-8895-cf9ca98df4f4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.199311] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('527b8003-0ea7-4c6f-8895-cf9ca98df4f4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.200497] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-527b8003-0ea7-4c6f-8895-cf9ca98df4f4 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.200627] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-527b8003-0ea7-4c6f-8895-cf9ca98df4f4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.200699] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-527b8003-0ea7-4c6f-8895-cf9ca98df4f4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.200873] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-527b8003-0ea7-4c6f-8895-cf9ca98df4f4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.201042] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.201142] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.201206] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.201350] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.201440] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.201554] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('527b8003-0ea7-4c6f-8895-cf9ca98df4f4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.202294] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-fed73ed8-c0b2-4f6b-a3cd-0b813b3919fc taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.202403] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fed73ed8-c0b2-4f6b-a3cd-0b813b3919fc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.202471] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fed73ed8-c0b2-4f6b-a3cd-0b813b3919fc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.202621] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fed73ed8-c0b2-4f6b-a3cd-0b813b3919fc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.202699] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fed73ed8-c0b2-4f6b-a3cd-0b813b3919fc',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.662081] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f06189ad-dd09-43ba-b526-a695e3138f2e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.704722] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fed73ed8-c0b2-4f6b-a3cd-0b813b3919fc with status ACTIVE [ 1224.705054] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.705209] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.705295] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.705537] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.705634] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.705851] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.705974] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.706116] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.706273] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.706375] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.706590] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.706754] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.706819] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.706960] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.707084] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.707214] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fed73ed8-c0b2-4f6b-a3cd-0b813b3919fc is going to be updated. [ 1224.708566] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('527b8003-0ea7-4c6f-8895-cf9ca98df4f4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.710282] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-527b8003-0ea7-4c6f-8895-cf9ca98df4f4 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.710282] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-527b8003-0ea7-4c6f-8895-cf9ca98df4f4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.732938] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.733162] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.733221] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.733610] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.733732] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.733904] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fed73ed8-c0b2-4f6b-a3cd-0b813b3919fc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.164480] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.164724] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.164724] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.165091] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.165254] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.165380] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06189ad-dd09-43ba-b526-a695e3138f2e is going to be updated. [ 1225.211483] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('527b8003-0ea7-4c6f-8895-cf9ca98df4f4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.218480] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.218754] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.218754] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.219042] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.219205] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.230882] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06189ad-dd09-43ba-b526-a695e3138f2e in Status: IN_PROGRESS for 2s [ 1225.431560] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32691f86-1e07-4cb5-9677-8da99d66d98a in Status: SUCCESS [ 1225.431560] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.714566] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.716286] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.716407] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.717176] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.717176] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.717176] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 527b8003-0ea7-4c6f-8895-cf9ca98df4f4 is going to be updated. [ 1225.755641] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.755806] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.755983] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.756203] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.756413] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.768293] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 527b8003-0ea7-4c6f-8895-cf9ca98df4f4 in Status: IN_PROGRESS for 2s [ 1227.245474] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06189ad-dd09-43ba-b526-a695e3138f2e in Status: SUCCESS [ 1227.247032] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.247032] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.247032] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.247377] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.247571] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.247687] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.247945] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.248127] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.248289] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.248461] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f06189ad-dd09-43ba-b526-a695e3138f2e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.751131] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06189ad-dd09-43ba-b526-a695e3138f2e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.751448] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.751530] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.751770] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.751940] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.752108] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.752244] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.752389] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.752471] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.752596] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.752810] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06189ad-dd09-43ba-b526-a695e3138f2e taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.752913] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.752976] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.753154] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.753379] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.753483] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.753544] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.753797] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.753881] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.753962] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.754074] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f06189ad-dd09-43ba-b526-a695e3138f2e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.783310] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 527b8003-0ea7-4c6f-8895-cf9ca98df4f4 in Status: SUCCESS [ 1227.783573] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-527b8003-0ea7-4c6f-8895-cf9ca98df4f4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.783883] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-527b8003-0ea7-4c6f-8895-cf9ca98df4f4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.784243] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-527b8003-0ea7-4c6f-8895-cf9ca98df4f4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.784456] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.784596] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.784665] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.784919] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.785024] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.785118] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-527b8003-0ea7-4c6f-8895-cf9ca98df4f4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.785217] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('527b8003-0ea7-4c6f-8895-cf9ca98df4f4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.257241] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f06189ad-dd09-43ba-b526-a695e3138f2e: rpc.has_security_group_logging(os_id): False [ 1228.283024] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.283243] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.283243] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.283427] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.283519] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.283795] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.283923] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.283982] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.284116] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.284199] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.284500] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.284652] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.284924] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.285375] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.285475] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.285701] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.285865] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.285966] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.286142] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.286225] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.286354] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f06189ad-dd09-43ba-b526-a695e3138f2e is going to be updated. [ 1228.287610] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('527b8003-0ea7-4c6f-8895-cf9ca98df4f4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.375180] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.375514] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.375598] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.375818] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.376018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.397766] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f06189ad-dd09-43ba-b526-a695e3138f2e in Status: IN_PROGRESS for 2s [ 1228.791224] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 527b8003-0ea7-4c6f-8895-cf9ca98df4f4: rpc.has_security_group_logging(os_id): False [ 1228.819753] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.819949] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.820016] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.820290] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.820410] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.820705] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.820855] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.820927] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.821156] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.821768] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.821768] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 527b8003-0ea7-4c6f-8895-cf9ca98df4f4 is going to be updated. [ 1228.918701] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.918937] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.918937] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.919164] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.919315] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.935243] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 527b8003-0ea7-4c6f-8895-cf9ca98df4f4 in Status: IN_PROGRESS for 2s [ 1229.199197] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1229.199421] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1230.418851] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f06189ad-dd09-43ba-b526-a695e3138f2e in Status: SUCCESS [ 1230.418851] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.431555] env[65517]: INFO networking_nsxv3.common.synchronization [req-8fae9215-32e6-4996-a052-73e9f4c45be5 req-441ae1de-50eb-4649-9178-95e5c86a5eca tempest-DeleteServersTestJSON-868563199 tempest-DeleteServersTestJSON-868563199-project-member] Enqueued Resource ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 with Priority: HIGHEST for action security_group_members [ 1230.431980] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 with Priority: HIGHEST for action security_group_members [ 1230.432355] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8788facd-6bf8-475b-a83d-2ba5353fcb51 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.432482] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.432546] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.432792] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.432982] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.433108] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.433168] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.433328] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.433411] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.433507] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8788facd-6bf8-475b-a83d-2ba5353fcb51',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.936955] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.937202] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.937202] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.937522] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.937624] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.937839] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.937940] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.938011] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.938176] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.938257] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.938407] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 is going to be updated. [ 1230.960200] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 527b8003-0ea7-4c6f-8895-cf9ca98df4f4 in Status: SUCCESS [ 1230.960561] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-527b8003-0ea7-4c6f-8895-cf9ca98df4f4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.980775] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.980775] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.980986] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.981135] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.981300] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.996548] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 in Status: IN_PROGRESS for 2s [ 1233.013135] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 in Status: SUCCESS [ 1233.013931] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 deletion is rescheduled due to dependency. [ 1233.013931] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.433841] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1235.433841] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1240.435177] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1240.435581] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1245.437086] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1245.437086] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1247.865052] env[65517]: INFO networking_nsxv3.common.synchronization [req-19e48cd4-6ed4-409e-8d85-a4758f293319 req-4558d178-c5dd-416c-ac25-0c0f8dd95c75 tempest-ServerRescueTestJSON-76313780 tempest-ServerRescueTestJSON-76313780-project-member] Enqueued Resource ID: f06189ad-dd09-43ba-b526-a695e3138f2e with Priority: HIGHEST for action security_group_members [ 1247.865723] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06189ad-dd09-43ba-b526-a695e3138f2e with Priority: HIGHEST for action security_group_members [ 1247.866080] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06189ad-dd09-43ba-b526-a695e3138f2e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.866338] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.866338] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.866547] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.866711] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.867080] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.867080] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.867165] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.867207] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.867278] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f06189ad-dd09-43ba-b526-a695e3138f2e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.369062] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f06189ad-dd09-43ba-b526-a695e3138f2e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.871780] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f06189ad-dd09-43ba-b526-a695e3138f2e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.374443] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.374692] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.374692] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.374914] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.375018] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.375131] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06189ad-dd09-43ba-b526-a695e3138f2e is going to be updated. [ 1249.408097] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.408329] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.408329] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.408775] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.408937] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.421119] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06189ad-dd09-43ba-b526-a695e3138f2e in Status: IN_PROGRESS for 2s [ 1251.433232] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06189ad-dd09-43ba-b526-a695e3138f2e in Status: SUCCESS [ 1251.433582] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.038671] env[65517]: INFO networking_nsxv3.common.synchronization [req-8e3c674d-b88e-41d1-94f7-661faa569f98 req-cdc6652f-637b-4d36-9554-c9b8019a44a2 tempest-ServersNegativeTestJSON-711616081 tempest-ServersNegativeTestJSON-711616081-project-member] Enqueued Resource ID: 32691f86-1e07-4cb5-9677-8da99d66d98a with Priority: HIGHEST for action security_group_members [ 1252.039275] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32691f86-1e07-4cb5-9677-8da99d66d98a with Priority: HIGHEST for action security_group_members [ 1252.039591] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-32691f86-1e07-4cb5-9677-8da99d66d98a taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.039714] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.039781] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.040034] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.040187] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.040276] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.040429] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.040557] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.040645] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.040739] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32691f86-1e07-4cb5-9677-8da99d66d98a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.545941] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.545941] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.545941] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.546683] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.546683] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.546683] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.546683] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.546957] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.546957] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.547104] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.547104] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32691f86-1e07-4cb5-9677-8da99d66d98a is going to be updated. [ 1252.579884] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.580176] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.580176] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.580307] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.580415] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.595736] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32691f86-1e07-4cb5-9677-8da99d66d98a in Status: IN_PROGRESS for 2s [ 1254.606771] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32691f86-1e07-4cb5-9677-8da99d66d98a in Status: SUCCESS [ 1254.607120] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32691f86-1e07-4cb5-9677-8da99d66d98a deletion is rescheduled due to dependency. [ 1254.607199] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32691f86-1e07-4cb5-9677-8da99d66d98a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.643043] env[65517]: INFO networking_nsxv3.common.synchronization [req-c15f48de-402b-4ea5-b254-84a8f045ac96 req-2168e3bd-e843-44a0-9223-f595efd9737b tempest-ServerRescueTestJSON-76313780 tempest-ServerRescueTestJSON-76313780-project-member] Enqueued Resource ID: f06189ad-dd09-43ba-b526-a695e3138f2e with Priority: HIGHEST for action security_group_members [ 1255.643743] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06189ad-dd09-43ba-b526-a695e3138f2e with Priority: HIGHEST for action security_group_members [ 1255.644218] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06189ad-dd09-43ba-b526-a695e3138f2e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.645143] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.645143] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.645143] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.645143] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.645143] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.645143] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.645457] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.645457] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.645605] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f06189ad-dd09-43ba-b526-a695e3138f2e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.148535] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.148738] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.148789] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.149022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.149120] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.149319] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.149422] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.149475] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.149629] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.149706] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.149793] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06189ad-dd09-43ba-b526-a695e3138f2e is going to be updated. [ 1256.177986] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.178245] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.178304] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.178584] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.178745] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.188772] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06189ad-dd09-43ba-b526-a695e3138f2e in Status: IN_PROGRESS for 2s [ 1258.202597] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06189ad-dd09-43ba-b526-a695e3138f2e in Status: SUCCESS [ 1258.202880] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06189ad-dd09-43ba-b526-a695e3138f2e deletion is rescheduled due to dependency. [ 1258.202990] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.229708] env[65517]: INFO networking_nsxv3.common.synchronization [req-25dab551-8ae0-42ac-8353-a4b9ef717792 req-307c3b81-b0b6-4564-952b-fca99b890260 tempest-AttachVolumeTestJSON-1670241509 tempest-AttachVolumeTestJSON-1670241509-project-member] Enqueued Resource ID: de8333c2-306d-41ff-9e8e-901418527c74 with Priority: HIGHEST for action security_group_members [ 1258.229708] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de8333c2-306d-41ff-9e8e-901418527c74 with Priority: HIGHEST for action security_group_members [ 1258.229708] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-de8333c2-306d-41ff-9e8e-901418527c74 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.229996] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de8333c2-306d-41ff-9e8e-901418527c74" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.230194] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de8333c2-306d-41ff-9e8e-901418527c74" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.230493] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de8333c2-306d-41ff-9e8e-901418527c74" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.230767] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.230981] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.231147] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.231489] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.231660] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.231833] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de8333c2-306d-41ff-9e8e-901418527c74',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.734665] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.734852] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.734918] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.735180] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.735278] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.735520] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.735624] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.735687] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.735841] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.735917] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.736013] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de8333c2-306d-41ff-9e8e-901418527c74 is going to be updated. [ 1258.764058] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.764058] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.764058] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.764381] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.764381] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.773637] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de8333c2-306d-41ff-9e8e-901418527c74 in Status: IN_PROGRESS for 2s [ 1260.784816] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de8333c2-306d-41ff-9e8e-901418527c74 in Status: SUCCESS [ 1260.785177] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de8333c2-306d-41ff-9e8e-901418527c74 deletion is rescheduled due to dependency. [ 1260.785177] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de8333c2-306d-41ff-9e8e-901418527c74" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.229704] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1263.229704] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1268.230485] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1268.230962] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1271.004998] env[65517]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7e4570b2-4534-494d-b989-350353d69627 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1271.005359] env[65517]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7e4570b2-4534-494d-b989-350353d69627 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1271.754847] env[65517]: INFO networking_nsxv3.common.synchronization [req-f2df71a4-ee29-473b-9717-da7042fba0d0 req-c75c5f67-9be6-46e5-a2bb-139009f6f5ac tempest-ServerActionsTestJSON-1355288579 tempest-ServerActionsTestJSON-1355288579-project-member] Enqueued Resource ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 with Priority: HIGHEST for action security_group_members [ 1271.756135] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 with Priority: HIGHEST for action security_group_members [ 1271.756135] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-650c42bb-4b14-46f3-bb4b-20aece7de379 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.756135] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.756135] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.756300] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.756328] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.756436] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.756812] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.756812] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.756812] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.756812] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('650c42bb-4b14-46f3-bb4b-20aece7de379',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.259248] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.259648] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.259648] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.259808] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.259936] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.260175] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.260283] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.260346] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.260511] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.260588] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.260675] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 is going to be updated. [ 1272.291533] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.291734] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.291879] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.292129] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.292270] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.300985] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 in Status: IN_PROGRESS for 2s [ 1274.311832] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 in Status: SUCCESS [ 1274.312308] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 deletion is rescheduled due to dependency. [ 1274.312308] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.755924] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1276.756336] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1280.296531] env[65517]: INFO networking_nsxv3.common.synchronization [None req-c4cc5a89-6c00-462f-80f9-cc10a3ad3a01 None None] Enqueued Resource ID: 49b18a43-a639-49fe-8f93-09e97d26f6f0 with Priority: HIGHEST for action port [ 1280.297128] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b18a43-a639-49fe-8f93-09e97d26f6f0 with Priority: HIGHEST for action port [ 1280.297533] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-49b18a43-a639-49fe-8f93-09e97d26f6f0 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.297611] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49b18a43-a639-49fe-8f93-09e97d26f6f0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.297645] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49b18a43-a639-49fe-8f93-09e97d26f6f0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.297886] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49b18a43-a639-49fe-8f93-09e97d26f6f0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.297968] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49b18a43-a639-49fe-8f93-09e97d26f6f0',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.654087] env[65517]: INFO networking_nsxv3.common.synchronization [req-1a35d7ba-cfce-4eef-8fcd-262c88a92fa0 req-809e4293-cfae-4c7a-836d-f3da62a600f5 tempest-AttachVolumeShelveTestJSON-1393334336 tempest-AttachVolumeShelveTestJSON-1393334336-project-member] Enqueued Resource ID: 527b8003-0ea7-4c6f-8895-cf9ca98df4f4 with Priority: HIGHEST for action security_group_members [ 1280.654380] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 527b8003-0ea7-4c6f-8895-cf9ca98df4f4 with Priority: HIGHEST for action security_group_members [ 1280.654500] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-527b8003-0ea7-4c6f-8895-cf9ca98df4f4 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.654625] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-527b8003-0ea7-4c6f-8895-cf9ca98df4f4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.654765] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-527b8003-0ea7-4c6f-8895-cf9ca98df4f4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.654911] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-527b8003-0ea7-4c6f-8895-cf9ca98df4f4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.657251] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.657425] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.657498] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.657719] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.657814] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.658659] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('527b8003-0ea7-4c6f-8895-cf9ca98df4f4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.801297] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49b18a43-a639-49fe-8f93-09e97d26f6f0 [ 1280.801519] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.801686] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.801763] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.802036] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.802159] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.802329] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49b18a43-a639-49fe-8f93-09e97d26f6f0 already deleted. [ 1280.802366] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49b18a43-a639-49fe-8f93-09e97d26f6f0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.161955] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.162124] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.162195] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.162414] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.162507] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.162701] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.162800] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.162859] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.163007] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.163135] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.163168] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 527b8003-0ea7-4c6f-8895-cf9ca98df4f4 is going to be updated. [ 1281.194766] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.194917] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.195092] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.195207] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.195518] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.204747] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 527b8003-0ea7-4c6f-8895-cf9ca98df4f4 in Status: IN_PROGRESS for 2s [ 1281.795656] env[65517]: INFO networking_nsxv3.common.synchronization [req-38a1b5ae-814a-44e5-a1d7-6b663729cdc5 req-48fea661-3d0c-4338-9b3f-f2f52020cc84 tempest-ServerActionsTestOtherA-1521945027 tempest-ServerActionsTestOtherA-1521945027-project-member] Enqueued Resource ID: 8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 with Priority: HIGHEST for action security_group_members [ 1281.796226] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 with Priority: HIGHEST for action security_group_members [ 1281.796559] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.796696] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.796761] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.796955] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.797678] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.797678] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.797808] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.797929] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.798044] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.801377] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c60bc6e-e3c9-48e1-81ca-6be72fca57f9',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.964683] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.964683] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.964683] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.964965] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.964965] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.300975] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c60bc6e-e3c9-48e1-81ca-6be72fca57f9',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.467437] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.803207] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c60bc6e-e3c9-48e1-81ca-6be72fca57f9',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.857999] env[65517]: INFO networking_nsxv3.common.synchronization [None req-90d9a2d0-d68e-4070-9fbc-b66b9a6f4df0 None None] Enqueued Resource ID: ed164ff3-1e68-4a0e-9a4e-d59d9f8f26a0 with Priority: HIGHEST for action port [ 1282.858643] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed164ff3-1e68-4a0e-9a4e-d59d9f8f26a0 with Priority: HIGHEST for action port [ 1282.858965] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed164ff3-1e68-4a0e-9a4e-d59d9f8f26a0 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.859105] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed164ff3-1e68-4a0e-9a4e-d59d9f8f26a0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.859175] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed164ff3-1e68-4a0e-9a4e-d59d9f8f26a0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.859456] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed164ff3-1e68-4a0e-9a4e-d59d9f8f26a0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.859542] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed164ff3-1e68-4a0e-9a4e-d59d9f8f26a0',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.974025] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.214987] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 527b8003-0ea7-4c6f-8895-cf9ca98df4f4 in Status: IN_PROGRESS for 4s [ 1283.307578] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.307792] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.307837] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.308101] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.308200] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.308500] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 is going to be updated. [ 1283.336895] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.337087] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.337087] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.337330] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.337516] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.345827] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 in Status: IN_PROGRESS for 2s [ 1283.362214] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed164ff3-1e68-4a0e-9a4e-d59d9f8f26a0 [ 1283.362457] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.362584] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.362646] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.362862] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.362949] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.363053] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed164ff3-1e68-4a0e-9a4e-d59d9f8f26a0 already deleted. [ 1283.363134] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed164ff3-1e68-4a0e-9a4e-d59d9f8f26a0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.476241] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1283.476345] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1284.247089] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.247484] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.247484] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.247586] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.258775] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1284.259775] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.261009] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1284.302065] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.302319] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.302399] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.302602] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.314752] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.315528] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1284.315615] env[65517]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65517) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1284.315701] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1284.362328] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.362472] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.362543] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.362748] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.364034] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.364219] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1284.453636] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.453829] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.453829] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.454061] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.454422] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.454709] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1284.528892] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.529111] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.529156] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.529496] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.530017] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.530405] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:46. [ 1284.530507] env[65517]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'e65f5778-ccab-4b5b-ac90-eca3e12fa673', '650c42bb-4b14-46f3-bb4b-20aece7de379', 'de8333c2-306d-41ff-9e8e-901418527c74', '81251589-2192-4767-8f0d-d1863dcd0154', '110e3ad4-c55b-460e-b459-c37503800115', '5aa0f51a-5bda-4047-bbc1-138dbd50b86c', '83108375-ab47-4e13-8043-c4233efdcd21', '478158f5-63aa-450f-91be-8df50cd6c67b', '15cbb134-3005-4bfd-9d6a-5050632541ac', '527b8003-0ea7-4c6f-8895-cf9ca98df4f4', 'b632c62f-4795-45eb-80ec-33e0a1a3cd13', '8788facd-6bf8-475b-a83d-2ba5353fcb51', 'fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63', '871dde01-9cd4-45b2-bbe9-163475d17e44', 'f06189ad-dd09-43ba-b526-a695e3138f2e', '3598e49d-7764-46e7-a75e-7ff8ded7c6e2', '0fda5972-7164-488f-ba8c-f3a78641d50e', '99f570ab-f8c1-42a4-8bc3-70a684da72d6', '310536a6-570c-46a9-9433-6dc4d62eaa8e', '4c7b1217-7384-4374-8c14-0afb40414856', '1c12c13b-2238-4d1e-b5e4-4a96af95a313', '32691f86-1e07-4cb5-9677-8da99d66d98a', 'f4322a65-b67f-40fc-94c6-bc6937eb52cf', '59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f', 'b0224a42-bf09-4ccf-a860-732b81d9fc27', '329fa4e8-c914-41a8-b6b9-5f8cf20abd70', 'de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e', '4ccd3bc4-643d-41e8-9fb9-d0e3f301311e', '2fbb3b40-047e-4040-93f0-4cf35b8eb514', 'b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8', 'e3852e0d-b43c-4061-b6fb-03d996b64bb7', '0d18e879-e18d-46ea-9b66-5a4cdd9d8266', 'c2b4c4b4-61da-4515-a6dc-18becc02a73f', 'a30006fc-e392-4ab1-a8ca-7c1e5845860e', '582aef48-c369-4770-b95b-b8cd97255695', '674c7603-cd3d-4525-a99d-c0c8514d165a', 'b811780c-07e6-4dea-99ca-8e1861645646', '362f12c2-2024-4d12-904b-e2bcf3c51aa5', '8c60bc6e-e3c9-48e1-81ca-6be72fca57f9', '325c2cae-985e-4d03-9f81-49938e2b3d23', '8c8fd96a-d646-47ad-9335-d9d1bdbdc867', '72cb09c9-0714-4f7c-bcff-0aa14beb612b', '5afd66f5-85a3-4743-9424-434af73eabf0', 'a8c33c90-533f-41ce-9459-30ddb480c1cc', 'f7b8416e-2d48-4fe8-a70f-beee264427e4', 'bef7db4e-887b-4304-8308-bedd6731c2c4'} {{(pid=65517) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1284.530602] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1284.552612] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.552823] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.552823] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.553027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.553089] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.553188] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1284.553262] env[65517]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65517) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1284.553335] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1284.632324] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.632538] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.632538] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.632713] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.633788] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.634049] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1284.634129] env[65517]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65517) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1284.634200] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1284.634318] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1284.634409] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/46 resources of Type:Security Group Rules [ 1284.634483] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e65f5778-ccab-4b5b-ac90-eca3e12fa673 with Priority: HIGH for action security_group_rules [ 1284.634563] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 with Priority: HIGH for action security_group_rules [ 1284.634632] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: de8333c2-306d-41ff-9e8e-901418527c74 with Priority: HIGH for action security_group_rules [ 1284.634696] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 81251589-2192-4767-8f0d-d1863dcd0154 with Priority: HIGH for action security_group_rules [ 1284.634756] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 110e3ad4-c55b-460e-b459-c37503800115 with Priority: HIGH for action security_group_rules [ 1284.634818] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c with Priority: HIGH for action security_group_rules [ 1284.634879] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 83108375-ab47-4e13-8043-c4233efdcd21 with Priority: HIGH for action security_group_rules [ 1284.634940] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 478158f5-63aa-450f-91be-8df50cd6c67b with Priority: HIGH for action security_group_rules [ 1284.635010] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGH for action security_group_rules [ 1284.635074] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 527b8003-0ea7-4c6f-8895-cf9ca98df4f4 with Priority: HIGH for action security_group_rules [ 1284.635137] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b632c62f-4795-45eb-80ec-33e0a1a3cd13 with Priority: HIGH for action security_group_rules [ 1284.635188] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 with Priority: HIGH for action security_group_rules [ 1284.635313] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 with Priority: HIGH for action security_group_rules [ 1284.635385] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 871dde01-9cd4-45b2-bbe9-163475d17e44 with Priority: HIGH for action security_group_rules [ 1284.635446] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f06189ad-dd09-43ba-b526-a695e3138f2e with Priority: HIGH for action security_group_rules [ 1284.635493] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3598e49d-7764-46e7-a75e-7ff8ded7c6e2 with Priority: HIGH for action security_group_rules [ 1284.635558] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0fda5972-7164-488f-ba8c-f3a78641d50e with Priority: HIGH for action security_group_rules [ 1284.635608] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 99f570ab-f8c1-42a4-8bc3-70a684da72d6 with Priority: HIGH for action security_group_rules [ 1284.635674] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e with Priority: HIGH for action security_group_rules [ 1284.635729] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c7b1217-7384-4374-8c14-0afb40414856 with Priority: HIGH for action security_group_rules [ 1284.635828] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.224600] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 527b8003-0ea7-4c6f-8895-cf9ca98df4f4 in Status: SUCCESS [ 1285.224762] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 527b8003-0ea7-4c6f-8895-cf9ca98df4f4 deletion is rescheduled due to dependency. [ 1285.224869] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-527b8003-0ea7-4c6f-8895-cf9ca98df4f4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.355682] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 in Status: SUCCESS [ 1285.355910] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.006987] env[65517]: INFO networking_nsxv3.common.synchronization [req-94cb2c42-2e1e-4f8f-977e-b949dabd2e87 req-863c65a0-f9d8-471f-b172-4454584f6275 tempest-ServerRescueTestJSONUnderV235-729115084 tempest-ServerRescueTestJSONUnderV235-729115084-project-member] Enqueued Resource ID: d17dd9dc-9a2f-4d24-801d-f66f566d55e8 with Priority: HIGHEST for action security_group_members [ 1287.007894] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d17dd9dc-9a2f-4d24-801d-f66f566d55e8 with Priority: HIGHEST for action security_group_members [ 1287.008177] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e65f5778-ccab-4b5b-ac90-eca3e12fa673 with Priority: HIGH for action security_group_rules [ 1287.008339] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de8333c2-306d-41ff-9e8e-901418527c74 with Priority: HIGH for action security_group_rules [ 1287.008524] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83108375-ab47-4e13-8043-c4233efdcd21 with Priority: HIGH for action security_group_rules [ 1287.008626] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06189ad-dd09-43ba-b526-a695e3138f2e with Priority: HIGH for action security_group_rules [ 1287.008732] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c7b1217-7384-4374-8c14-0afb40414856 with Priority: HIGH for action security_group_rules [ 1287.008853] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e with Priority: HIGH for action security_group_rules [ 1287.008946] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99f570ab-f8c1-42a4-8bc3-70a684da72d6 with Priority: HIGH for action security_group_rules [ 1287.009063] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fda5972-7164-488f-ba8c-f3a78641d50e with Priority: HIGH for action security_group_rules [ 1287.009162] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 871dde01-9cd4-45b2-bbe9-163475d17e44 with Priority: HIGH for action security_group_rules [ 1287.009258] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3598e49d-7764-46e7-a75e-7ff8ded7c6e2 with Priority: HIGH for action security_group_rules [ 1287.009355] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 with Priority: HIGH for action security_group_rules [ 1287.009452] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 with Priority: HIGH for action security_group_rules [ 1287.009553] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b632c62f-4795-45eb-80ec-33e0a1a3cd13 with Priority: HIGH for action security_group_rules [ 1287.009639] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 527b8003-0ea7-4c6f-8895-cf9ca98df4f4 with Priority: HIGH for action security_group_rules [ 1287.009745] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15cbb134-3005-4bfd-9d6a-5050632541ac with Priority: HIGH for action security_group_rules [ 1287.009836] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c with Priority: HIGH for action security_group_rules [ 1287.009928] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 478158f5-63aa-450f-91be-8df50cd6c67b with Priority: HIGH for action security_group_rules [ 1287.010034] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 110e3ad4-c55b-460e-b459-c37503800115 with Priority: HIGH for action security_group_rules [ 1287.010142] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 with Priority: HIGH for action security_group_rules [ 1287.010239] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81251589-2192-4767-8f0d-d1863dcd0154 with Priority: HIGH for action security_group_rules [ 1287.010597] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.010796] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.010834] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.011110] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.011305] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.011422] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.011487] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.011658] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.011753] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.011854] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d17dd9dc-9a2f-4d24-801d-f66f566d55e8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.012927] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e65f5778-ccab-4b5b-ac90-eca3e12fa673 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.013063] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.013193] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.013315] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.013378] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e65f5778-ccab-4b5b-ac90-eca3e12fa673',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.014353] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de8333c2-306d-41ff-9e8e-901418527c74 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.014498] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de8333c2-306d-41ff-9e8e-901418527c74" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.014554] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de8333c2-306d-41ff-9e8e-901418527c74" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.014719] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de8333c2-306d-41ff-9e8e-901418527c74" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.014799] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de8333c2-306d-41ff-9e8e-901418527c74',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.015936] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83108375-ab47-4e13-8043-c4233efdcd21 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.016115] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.016219] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.016420] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.016508] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83108375-ab47-4e13-8043-c4233efdcd21',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.017379] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f06189ad-dd09-43ba-b526-a695e3138f2e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.017527] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.017574] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.017713] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.017787] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f06189ad-dd09-43ba-b526-a695e3138f2e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.018710] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c7b1217-7384-4374-8c14-0afb40414856 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.018881] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c7b1217-7384-4374-8c14-0afb40414856" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.018926] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c7b1217-7384-4374-8c14-0afb40414856" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.019082] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c7b1217-7384-4374-8c14-0afb40414856" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.019149] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c7b1217-7384-4374-8c14-0afb40414856',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.019940] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-310536a6-570c-46a9-9433-6dc4d62eaa8e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.020105] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.020180] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.020376] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.020465] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('310536a6-570c-46a9-9433-6dc4d62eaa8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.021359] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99f570ab-f8c1-42a4-8bc3-70a684da72d6 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.021472] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99f570ab-f8c1-42a4-8bc3-70a684da72d6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.021539] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99f570ab-f8c1-42a4-8bc3-70a684da72d6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.021706] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99f570ab-f8c1-42a4-8bc3-70a684da72d6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.021781] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99f570ab-f8c1-42a4-8bc3-70a684da72d6',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.022737] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fda5972-7164-488f-ba8c-f3a78641d50e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.022849] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.022919] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.023102] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.023189] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fda5972-7164-488f-ba8c-f3a78641d50e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.024217] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-871dde01-9cd4-45b2-bbe9-163475d17e44 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.024559] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-871dde01-9cd4-45b2-bbe9-163475d17e44" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.024665] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-871dde01-9cd4-45b2-bbe9-163475d17e44" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.024851] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-871dde01-9cd4-45b2-bbe9-163475d17e44" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.024952] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('871dde01-9cd4-45b2-bbe9-163475d17e44',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.025862] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3598e49d-7764-46e7-a75e-7ff8ded7c6e2 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.025984] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3598e49d-7764-46e7-a75e-7ff8ded7c6e2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.026064] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3598e49d-7764-46e7-a75e-7ff8ded7c6e2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.026216] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3598e49d-7764-46e7-a75e-7ff8ded7c6e2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.026715] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3598e49d-7764-46e7-a75e-7ff8ded7c6e2',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.027740] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.028721] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.028721] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.028721] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.028721] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.028917] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8788facd-6bf8-475b-a83d-2ba5353fcb51 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.028917] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.029011] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.029172] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.029246] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8788facd-6bf8-475b-a83d-2ba5353fcb51',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.029971] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b632c62f-4795-45eb-80ec-33e0a1a3cd13 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.030093] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b632c62f-4795-45eb-80ec-33e0a1a3cd13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.030163] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b632c62f-4795-45eb-80ec-33e0a1a3cd13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.030312] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b632c62f-4795-45eb-80ec-33e0a1a3cd13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.030388] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b632c62f-4795-45eb-80ec-33e0a1a3cd13',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.031447] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-527b8003-0ea7-4c6f-8895-cf9ca98df4f4 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.031556] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-527b8003-0ea7-4c6f-8895-cf9ca98df4f4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.031627] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-527b8003-0ea7-4c6f-8895-cf9ca98df4f4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.031774] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-527b8003-0ea7-4c6f-8895-cf9ca98df4f4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.031846] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('527b8003-0ea7-4c6f-8895-cf9ca98df4f4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.032598] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15cbb134-3005-4bfd-9d6a-5050632541ac taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.032704] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.032773] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.032927] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.033121] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15cbb134-3005-4bfd-9d6a-5050632541ac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.034065] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5aa0f51a-5bda-4047-bbc1-138dbd50b86c taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.034190] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.034326] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.035237] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.035237] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5aa0f51a-5bda-4047-bbc1-138dbd50b86c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.035543] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-478158f5-63aa-450f-91be-8df50cd6c67b taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.035708] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-478158f5-63aa-450f-91be-8df50cd6c67b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.035826] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-478158f5-63aa-450f-91be-8df50cd6c67b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.036039] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-478158f5-63aa-450f-91be-8df50cd6c67b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.036132] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('478158f5-63aa-450f-91be-8df50cd6c67b',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.037055] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-110e3ad4-c55b-460e-b459-c37503800115 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.037448] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-110e3ad4-c55b-460e-b459-c37503800115" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.037448] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-110e3ad4-c55b-460e-b459-c37503800115" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.037555] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-110e3ad4-c55b-460e-b459-c37503800115" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.037555] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('110e3ad4-c55b-460e-b459-c37503800115',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.038338] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-650c42bb-4b14-46f3-bb4b-20aece7de379 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.038481] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.038842] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.038842] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.038842] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('650c42bb-4b14-46f3-bb4b-20aece7de379',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.039646] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81251589-2192-4767-8f0d-d1863dcd0154 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.039775] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.039844] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.040043] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.040136] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81251589-2192-4767-8f0d-d1863dcd0154',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.076441] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.076636] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.076729] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.076981] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.078890] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.078985] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.099406] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.099552] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de8333c2-306d-41ff-9e8e-901418527c74 is going to be deleted. [ 1287.100399] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.100611] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.117898] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.118094] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f06189ad-dd09-43ba-b526-a695e3138f2e is going to be deleted. [ 1287.155753] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.155908] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.155972] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.156206] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.156281] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.156439] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de8333c2-306d-41ff-9e8e-901418527c74" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.167692] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.167692] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.167692] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.167692] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.167692] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.167997] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f06189ad-dd09-43ba-b526-a695e3138f2e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.341152] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-221 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.341371] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-221" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.341507] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-221" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.341862] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-221" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.342227] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.342420] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.342563] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.342787] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.342941] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.343219] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1287.343337] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1287.343445] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1287.343586] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1287.343678] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1287.343760] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1287.343894] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1287.363327] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1287.363487] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1287.363640] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1287.363820] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-221" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.364148] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-3a8642fb-edda-4cd0-8293-86da0093bee5 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.364348] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-3a8642fb-edda-4cd0-8293-86da0093bee5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.364463] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-3a8642fb-edda-4cd0-8293-86da0093bee5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.364776] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-3a8642fb-edda-4cd0-8293-86da0093bee5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.364911] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a8642fb-edda-4cd0-8293-86da0093bee5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.547207] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.547415] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.547462] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.548379] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.548379] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.548379] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.548379] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.548379] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.548379] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.548379] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.548769] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d17dd9dc-9a2f-4d24-801d-f66f566d55e8 already deleted. [ 1287.548769] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.556815] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.556957] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.557067] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.557373] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.557686] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.557827] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.557911] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.558220] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.558257] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.558356] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.558473] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5aa0f51a-5bda-4047-bbc1-138dbd50b86c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.616381] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.616600] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.616600] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.616799] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.618524] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.618631] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.619492] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.619587] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.620207] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.620298] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.621027] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.621124] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.621865] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.621958] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.623310] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.623403] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.630345] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.630484] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.631187] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.631269] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.631975] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.632086] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.632779] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.632871] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.633476] env[65517]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1287.633875] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.633967] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.634566] env[65517]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1287.634955] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.635057] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.635647] env[65517]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1287.636023] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.636116] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.636694] env[65517]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1287.637075] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.637169] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.641335] env[65517]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1287.641721] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.641808] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.643527] env[65517]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1287.643900] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.643984] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.644967] env[65517]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1287.645452] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.645582] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 110e3ad4-c55b-460e-b459-c37503800115 is going to be deleted. [ 1287.646494] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.646702] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.664668] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.664826] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99f570ab-f8c1-42a4-8bc3-70a684da72d6 is going to be deleted. [ 1287.665726] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.665928] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.685194] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.685378] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 478158f5-63aa-450f-91be-8df50cd6c67b is going to be deleted. [ 1287.686264] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.686489] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.706082] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.706264] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 310536a6-570c-46a9-9433-6dc4d62eaa8e is going to be deleted. [ 1287.707430] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.707735] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.723095] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.723287] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.723981] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.724103] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.732919] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.733084] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 527b8003-0ea7-4c6f-8895-cf9ca98df4f4 is going to be deleted. [ 1287.733860] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.734079] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.739411] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.739567] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.756496] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.756667] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15cbb134-3005-4bfd-9d6a-5050632541ac is going to be deleted. [ 1287.757625] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.757835] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.780720] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.780913] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.791445] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.791635] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e65f5778-ccab-4b5b-ac90-eca3e12fa673 is going to be deleted. [ 1287.792591] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.792822] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.836215] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.836441] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.837140] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.837253] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c7b1217-7384-4374-8c14-0afb40414856 is going to be deleted. [ 1287.838257] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.838467] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.863992] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.864195] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 871dde01-9cd4-45b2-bbe9-163475d17e44 is going to be deleted. [ 1287.865134] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.865416] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.867752] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.867946] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.868082] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.868359] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.868502] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.868677] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port 3a8642fb-edda-4cd0-8293-86da0093bee5 not found, creating... [ 1287.868942] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.869112] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.869230] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.869443] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.869583] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.869860] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.870022] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.870140] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.870341] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.870473] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.870607] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: 3a8642fb-edda-4cd0-8293-86da0093bee5 is going to be created. [ 1287.876346] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.876502] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.929103] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.929286] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63 is going to be deleted. [ 1287.930187] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.930426] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.941543] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.941788] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.941956] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.942214] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.942468] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.942700] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-3a8642fb-edda-4cd0-8293-86da0093bee5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.944350] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.944350] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.946435] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.946529] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.973130] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.973328] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.974197] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.974388] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3598e49d-7764-46e7-a75e-7ff8ded7c6e2 is going to be deleted. [ 1287.975377] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.975658] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.025520] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.025945] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.078219] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5aa0f51a-5bda-4047-bbc1-138dbd50b86c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.104064] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.104064] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 650c42bb-4b14-46f3-bb4b-20aece7de379 is going to be deleted. [ 1288.105064] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.105319] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.148521] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.148713] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8788facd-6bf8-475b-a83d-2ba5353fcb51 is going to be deleted. [ 1288.149576] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.149809] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.170989] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.171217] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.194202] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.194397] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83108375-ab47-4e13-8043-c4233efdcd21 is going to be deleted. [ 1288.195673] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.195901] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.284880] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.285123] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.297061] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.297235] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81251589-2192-4767-8f0d-d1863dcd0154 is going to be deleted. [ 1288.298190] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.298409] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.309576] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.309791] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.346677] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.346865] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b632c62f-4795-45eb-80ec-33e0a1a3cd13 is going to be deleted. [ 1288.347921] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.348170] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.423866] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.424063] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fda5972-7164-488f-ba8c-f3a78641d50e is going to be deleted. [ 1288.425283] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.425536] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.425630] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.425756] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99f570ab-f8c1-42a4-8bc3-70a684da72d6" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.425922] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.426100] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.426176] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.426312] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-110e3ad4-c55b-460e-b459-c37503800115" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.426837] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.427058] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.427166] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.427294] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-478158f5-63aa-450f-91be-8df50cd6c67b" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.428153] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.428293] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.428342] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.428508] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.428590] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.428726] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83108375-ab47-4e13-8043-c4233efdcd21" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.428854] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.429030] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.429118] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.429250] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-310536a6-570c-46a9-9433-6dc4d62eaa8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.429365] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.429523] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.429603] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.429719] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15cbb134-3005-4bfd-9d6a-5050632541ac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.429871] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.430037] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.430119] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.430232] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-527b8003-0ea7-4c6f-8895-cf9ca98df4f4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.430857] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.430857] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.430857] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.430857] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e65f5778-ccab-4b5b-ac90-eca3e12fa673" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.430857] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.431057] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.431057] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.431162] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c7b1217-7384-4374-8c14-0afb40414856" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.431285] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.431435] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.431513] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.431639] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-871dde01-9cd4-45b2-bbe9-163475d17e44" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.431789] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.432058] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.432137] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.432324] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa2bef2f-b770-4e5b-bbbe-f9d12ac0ab63" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.432415] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.432554] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.432649] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.432773] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3598e49d-7764-46e7-a75e-7ff8ded7c6e2" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.432918] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.433078] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.433156] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.433283] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8788facd-6bf8-475b-a83d-2ba5353fcb51" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.433595] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.433595] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.433693] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.433729] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-650c42bb-4b14-46f3-bb4b-20aece7de379" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.507306] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.507707] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.507707] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.508074] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.508074] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.508388] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81251589-2192-4767-8f0d-d1863dcd0154" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.509608] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.509878] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.509985] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.510272] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.510428] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.510662] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b632c62f-4795-45eb-80ec-33e0a1a3cd13" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.542647] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.542647] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.542785] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.542958] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.543086] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.543217] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fda5972-7164-488f-ba8c-f3a78641d50e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.581481] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5aa0f51a-5bda-4047-bbc1-138dbd50b86c: rpc.has_security_group_logging(os_id): False [ 1288.611893] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.612078] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.612166] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.612654] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.681516] env[65517]: INFO networking_nsxv3.common.synchronization [req-94cb2c42-2e1e-4f8f-977e-b949dabd2e87 req-33471dd4-ba22-49e0-b8be-fc6f136d8bdc service nova] Enqueued Resource ID: d17dd9dc-9a2f-4d24-801d-f66f566d55e8 with Priority: HIGHEST for action security_group_rules [ 1288.681572] env[65517]: INFO networking_nsxv3.common.synchronization [req-94cb2c42-2e1e-4f8f-977e-b949dabd2e87 req-33471dd4-ba22-49e0-b8be-fc6f136d8bdc service nova] Enqueued Resource ID: d17dd9dc-9a2f-4d24-801d-f66f566d55e8 with Priority: HIGHEST for action security_group_members [ 1288.681740] env[65517]: INFO networking_nsxv3.common.synchronization [req-94cb2c42-2e1e-4f8f-977e-b949dabd2e87 req-33471dd4-ba22-49e0-b8be-fc6f136d8bdc service nova] Enqueued Resource ID: 3a8642fb-edda-4cd0-8293-86da0093bee5 with Priority: HIGHEST for action port [ 1288.682857] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.683181] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.683301] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.683395] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.683709] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.683799] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.683879] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c is going to be updated. [ 1288.685409] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d17dd9dc-9a2f-4d24-801d-f66f566d55e8 with Priority: HIGHEST for action security_group_rules [ 1288.685565] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d17dd9dc-9a2f-4d24-801d-f66f566d55e8 with Priority: HIGHEST for action security_group_members [ 1288.685691] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a8642fb-edda-4cd0-8293-86da0093bee5 with Priority: HIGHEST for action port [ 1288.686014] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d17dd9dc-9a2f-4d24-801d-f66f566d55e8 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.686134] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.686216] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.686469] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.686555] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d17dd9dc-9a2f-4d24-801d-f66f566d55e8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.687432] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.687561] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.687659] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.687827] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.688688] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.688820] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.688881] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.689069] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.689134] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.689221] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d17dd9dc-9a2f-4d24-801d-f66f566d55e8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.690039] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a8642fb-edda-4cd0-8293-86da0093bee5 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.690152] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a8642fb-edda-4cd0-8293-86da0093bee5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.690203] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a8642fb-edda-4cd0-8293-86da0093bee5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.690823] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a8642fb-edda-4cd0-8293-86da0093bee5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.690823] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a8642fb-edda-4cd0-8293-86da0093bee5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.758639] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.758874] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.758982] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.759332] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.759554] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.787856] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c in Status: IN_PROGRESS for 2s [ 1289.193140] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.193140] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.193575] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d17dd9dc-9a2f-4d24-801d-f66f566d55e8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.194270] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a8642fb-edda-4cd0-8293-86da0093bee5 with status ACTIVE [ 1289.194964] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.194964] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.194964] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.194964] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.194964] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.195265] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.195265] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.195408] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.195579] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.195635] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.195804] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.196071] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.196145] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.196291] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.196341] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.196439] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a8642fb-edda-4cd0-8293-86da0093bee5 is going to be updated. [ 1289.220798] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.220951] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.221060] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.221272] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.221407] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.221589] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a8642fb-edda-4cd0-8293-86da0093bee5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.699246] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d17dd9dc-9a2f-4d24-801d-f66f566d55e8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.201527] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.201874] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.201874] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.201999] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.202066] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.202167] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d17dd9dc-9a2f-4d24-801d-f66f566d55e8 is going to be created. [ 1290.226404] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.226621] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.226621] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.226823] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.226981] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.351392] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d17dd9dc-9a2f-4d24-801d-f66f566d55e8 in Status: UNINITIALIZED for 2s [ 1290.804412] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c in Status: SUCCESS [ 1290.804629] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.362121] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d17dd9dc-9a2f-4d24-801d-f66f566d55e8 in Status: SUCCESS [ 1292.362589] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.362589] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.362757] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.362940] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.363098] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.363168] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.363317] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.363402] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.363488] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.363633] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d17dd9dc-9a2f-4d24-801d-f66f566d55e8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.867104] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.867321] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.867451] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.867737] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.867983] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.868150] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.868284] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.868497] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.868605] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.868714] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.868916] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.869056] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.869144] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.869335] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.869524] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.869648] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.869733] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.869910] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.870029] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.870155] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.870287] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d17dd9dc-9a2f-4d24-801d-f66f566d55e8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.373123] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d17dd9dc-9a2f-4d24-801d-f66f566d55e8: rpc.has_security_group_logging(os_id): False [ 1293.393690] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.393896] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.393896] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.394182] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.394276] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.394610] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.394724] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.394787] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.394980] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.395035] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.395278] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.395394] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.395507] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.395657] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.395733] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.395923] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.396028] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.396092] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.396231] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.396302] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.396410] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d17dd9dc-9a2f-4d24-801d-f66f566d55e8 is going to be created. [ 1293.463591] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.463839] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.463839] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.464027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.464208] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.476323] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d17dd9dc-9a2f-4d24-801d-f66f566d55e8 in Status: IN_PROGRESS for 2s [ 1293.687088] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1293.687340] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1295.039297] env[65517]: INFO networking_nsxv3.common.synchronization [req-34fe9b4c-db17-4fa9-9f0d-308dc0ab9ac6 req-1948a07f-2a33-4106-84b1-3eefdabacd87 tempest-ServerActionsTestOtherB-1255887243 tempest-ServerActionsTestOtherB-1255887243-project-member] Enqueued Resource ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c with Priority: HIGHEST for action security_group_members [ 1295.039838] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c with Priority: HIGHEST for action security_group_members [ 1295.040222] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.040562] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.040677] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.040888] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.041089] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.041218] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.041278] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.041450] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.042485] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.042485] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5aa0f51a-5bda-4047-bbc1-138dbd50b86c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.493608] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d17dd9dc-9a2f-4d24-801d-f66f566d55e8 in Status: SUCCESS [ 1295.493887] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.543637] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.543880] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.543938] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.544212] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.544304] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.544584] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.544718] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.544768] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.544944] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.545061] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.545150] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c is going to be updated. [ 1295.581742] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.582054] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.582054] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.582427] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.582602] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.592608] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c in Status: IN_PROGRESS for 2s [ 1297.604707] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c in Status: SUCCESS [ 1297.605038] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c deletion is rescheduled due to dependency. [ 1297.605038] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.975176] env[65517]: INFO networking_nsxv3.common.synchronization [req-65af365a-d8f5-42ca-8b53-4cad415b4d92 req-22528201-cebc-4e9f-8267-68044db840ce tempest-ServerActionsTestOtherA-1521945027 tempest-ServerActionsTestOtherA-1521945027-project-member] Enqueued Resource ID: 8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 with Priority: HIGHEST for action security_group_members [ 1299.975619] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 with Priority: HIGHEST for action security_group_members [ 1299.976066] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.976210] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.976260] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.976442] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.976613] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.976712] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.976774] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.976926] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.977022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.977119] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c60bc6e-e3c9-48e1-81ca-6be72fca57f9',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.479781] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.479935] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.479935] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.480291] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.503682] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.503955] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.504086] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.504153] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.504353] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.504482] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.504588] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 is going to be updated. [ 1300.531943] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.532099] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.532184] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.532457] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.532645] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.542676] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 in Status: IN_PROGRESS for 2s [ 1302.556538] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 in Status: SUCCESS [ 1302.556908] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c60bc6e-e3c9-48e1-81ca-6be72fca57f9 deletion is rescheduled due to dependency. [ 1302.556908] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c60bc6e-e3c9-48e1-81ca-6be72fca57f9" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.454895] env[65517]: INFO networking_nsxv3.common.synchronization [req-0fbff281-93b6-4473-b4ee-cd130a9dda2a req-6b185b67-b9e8-479e-999d-01f044e7b37e tempest-ServerActionsTestOtherB-1255887243 tempest-ServerActionsTestOtherB-1255887243-project-member] Enqueued Resource ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c with Priority: HIGHEST for action security_group_members [ 1304.454895] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c with Priority: HIGHEST for action security_group_members [ 1304.455258] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.455258] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.455258] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.455512] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.455707] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.455835] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.455945] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.456178] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.456300] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.456428] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5aa0f51a-5bda-4047-bbc1-138dbd50b86c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.750166] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-170 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.750294] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-170" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.750404] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-170" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.750654] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-170" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.750912] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.751110] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.751956] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.752369] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.752573] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.752802] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1304.752919] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1304.753051] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1304.753173] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1304.753286] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1304.753391] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1304.753524] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1304.817071] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1304.817071] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.063 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1304.817071] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1304.817071] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-170" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.817071] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-6071459f-85f6-4d6b-9eb7-3c82d9f1e6ed taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.817457] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-6071459f-85f6-4d6b-9eb7-3c82d9f1e6ed" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.817457] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-6071459f-85f6-4d6b-9eb7-3c82d9f1e6ed" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.817694] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-6071459f-85f6-4d6b-9eb7-3c82d9f1e6ed" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.817890] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6071459f-85f6-4d6b-9eb7-3c82d9f1e6ed',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.959025] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.959182] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.959255] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.959470] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.959563] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.959756] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.959861] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.959923] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.960089] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.960167] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.960254] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c is going to be updated. [ 1304.991791] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.991939] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.991939] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.992152] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.992301] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.001616] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c in Status: IN_PROGRESS for 2s [ 1305.242787] env[65517]: INFO networking_nsxv3.common.synchronization [req-12a0f441-9baf-4d9e-9e65-c8439fa63977 req-a8120f00-6787-4a80-84b6-fc6f16a3befc tempest-ServerRescueTestJSONUnderV235-729115084 tempest-ServerRescueTestJSONUnderV235-729115084-project-member] Enqueued Resource ID: d17dd9dc-9a2f-4d24-801d-f66f566d55e8 with Priority: HIGHEST for action security_group_members [ 1305.242954] env[65517]: INFO networking_nsxv3.common.synchronization [req-12a0f441-9baf-4d9e-9e65-c8439fa63977 req-a8120f00-6787-4a80-84b6-fc6f16a3befc tempest-ServerRescueTestJSONUnderV235-729115084 tempest-ServerRescueTestJSONUnderV235-729115084-project-member] Enqueued Resource ID: eaaa2157-7e5b-4222-a64c-e28a75d53dac with Priority: HIGHEST for action security_group_members [ 1305.243483] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d17dd9dc-9a2f-4d24-801d-f66f566d55e8 with Priority: HIGHEST for action security_group_members [ 1305.243638] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaaa2157-7e5b-4222-a64c-e28a75d53dac with Priority: HIGHEST for action security_group_members [ 1305.243900] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.244052] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.244358] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.244429] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.244659] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.244775] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.244837] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.244984] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.245080] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.245172] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d17dd9dc-9a2f-4d24-801d-f66f566d55e8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.245983] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaaa2157-7e5b-4222-a64c-e28a75d53dac taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.246161] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaaa2157-7e5b-4222-a64c-e28a75d53dac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.246240] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaaa2157-7e5b-4222-a64c-e28a75d53dac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.246609] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaaa2157-7e5b-4222-a64c-e28a75d53dac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.246609] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.246767] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.246767] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.246856] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.246933] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.247032] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaaa2157-7e5b-4222-a64c-e28a75d53dac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.292928] env[65517]: INFO networking_nsxv3.common.synchronization [req-12a0f441-9baf-4d9e-9e65-c8439fa63977 req-a8120f00-6787-4a80-84b6-fc6f16a3befc tempest-ServerRescueTestJSONUnderV235-729115084 tempest-ServerRescueTestJSONUnderV235-729115084-project-member] Enqueued Resource ID: d17dd9dc-9a2f-4d24-801d-f66f566d55e8 with Priority: HIGHEST for action security_group_rules [ 1305.293131] env[65517]: INFO networking_nsxv3.common.synchronization [req-12a0f441-9baf-4d9e-9e65-c8439fa63977 req-a8120f00-6787-4a80-84b6-fc6f16a3befc tempest-ServerRescueTestJSONUnderV235-729115084 tempest-ServerRescueTestJSONUnderV235-729115084-project-member] Enqueued Resource ID: d17dd9dc-9a2f-4d24-801d-f66f566d55e8 with Priority: HIGHEST for action security_group_members [ 1305.293273] env[65517]: INFO networking_nsxv3.common.synchronization [req-12a0f441-9baf-4d9e-9e65-c8439fa63977 req-a8120f00-6787-4a80-84b6-fc6f16a3befc tempest-ServerRescueTestJSONUnderV235-729115084 tempest-ServerRescueTestJSONUnderV235-729115084-project-member] Enqueued Resource ID: eaaa2157-7e5b-4222-a64c-e28a75d53dac with Priority: HIGHEST for action security_group_rules [ 1305.293405] env[65517]: INFO networking_nsxv3.common.synchronization [req-12a0f441-9baf-4d9e-9e65-c8439fa63977 req-a8120f00-6787-4a80-84b6-fc6f16a3befc tempest-ServerRescueTestJSONUnderV235-729115084 tempest-ServerRescueTestJSONUnderV235-729115084-project-member] Enqueued Resource ID: eaaa2157-7e5b-4222-a64c-e28a75d53dac with Priority: HIGHEST for action security_group_members [ 1305.293534] env[65517]: INFO networking_nsxv3.common.synchronization [req-12a0f441-9baf-4d9e-9e65-c8439fa63977 req-a8120f00-6787-4a80-84b6-fc6f16a3befc tempest-ServerRescueTestJSONUnderV235-729115084 tempest-ServerRescueTestJSONUnderV235-729115084-project-member] Enqueued Resource ID: 3a8642fb-edda-4cd0-8293-86da0093bee5 with Priority: HIGHEST for action port [ 1305.294000] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d17dd9dc-9a2f-4d24-801d-f66f566d55e8 with Priority: HIGHEST for action security_group_rules [ 1305.294149] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaaa2157-7e5b-4222-a64c-e28a75d53dac with Priority: HIGHEST for action security_group_rules [ 1305.294248] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a8642fb-edda-4cd0-8293-86da0093bee5 with Priority: HIGHEST for action port [ 1305.294342] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d17dd9dc-9a2f-4d24-801d-f66f566d55e8 with Priority: HIGHEST for action security_group_members [ 1305.294430] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaaa2157-7e5b-4222-a64c-e28a75d53dac with Priority: HIGHEST for action security_group_members [ 1305.294750] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d17dd9dc-9a2f-4d24-801d-f66f566d55e8 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.294869] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.294942] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.295174] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.295220] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d17dd9dc-9a2f-4d24-801d-f66f566d55e8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.296127] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eaaa2157-7e5b-4222-a64c-e28a75d53dac taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.296262] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eaaa2157-7e5b-4222-a64c-e28a75d53dac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.296324] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eaaa2157-7e5b-4222-a64c-e28a75d53dac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.296558] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eaaa2157-7e5b-4222-a64c-e28a75d53dac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.296640] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eaaa2157-7e5b-4222-a64c-e28a75d53dac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.298632] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a8642fb-edda-4cd0-8293-86da0093bee5 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.298632] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a8642fb-edda-4cd0-8293-86da0093bee5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.298632] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a8642fb-edda-4cd0-8293-86da0093bee5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.298632] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a8642fb-edda-4cd0-8293-86da0093bee5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.298632] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a8642fb-edda-4cd0-8293-86da0093bee5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.298968] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.298968] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.299058] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaaa2157-7e5b-4222-a64c-e28a75d53dac taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.299097] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaaa2157-7e5b-4222-a64c-e28a75d53dac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.319869] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.320113] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.320227] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.320654] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.320749] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.320845] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port 6071459f-85f6-4d6b-9eb7-3c82d9f1e6ed not found, creating... [ 1305.321117] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.321272] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.321477] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.321598] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.321730] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.321999] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.322217] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.322371] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.322588] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.323025] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.323025] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: 6071459f-85f6-4d6b-9eb7-3c82d9f1e6ed is going to be created. [ 1305.353011] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.353011] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.353011] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.353011] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.353011] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.353011] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-6071459f-85f6-4d6b-9eb7-3c82d9f1e6ed" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.638860] env[65517]: INFO networking_nsxv3.common.synchronization [req-eca5cb59-ef0d-4dab-ba65-ddbc2bfb6f13 req-555a6c7f-28a0-495b-bd6e-5fb10626207c tempest-ServerRescueTestJSONUnderV235-729115084 tempest-ServerRescueTestJSONUnderV235-729115084-project-member] Enqueued Resource ID: d17dd9dc-9a2f-4d24-801d-f66f566d55e8 with Priority: HIGHEST for action security_group_members [ 1305.638860] env[65517]: INFO networking_nsxv3.common.synchronization [req-eca5cb59-ef0d-4dab-ba65-ddbc2bfb6f13 req-555a6c7f-28a0-495b-bd6e-5fb10626207c tempest-ServerRescueTestJSONUnderV235-729115084 tempest-ServerRescueTestJSONUnderV235-729115084-project-member] Enqueued Resource ID: eaaa2157-7e5b-4222-a64c-e28a75d53dac with Priority: HIGHEST for action security_group_members [ 1305.639563] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d17dd9dc-9a2f-4d24-801d-f66f566d55e8 with Priority: HIGHEST for action security_group_members [ 1305.639563] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaaa2157-7e5b-4222-a64c-e28a75d53dac with Priority: HIGHEST for action security_group_members [ 1305.639563] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.639677] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.639879] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaaa2157-7e5b-4222-a64c-e28a75d53dac taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.639960] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaaa2157-7e5b-4222-a64c-e28a75d53dac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.694884] env[65517]: INFO networking_nsxv3.common.synchronization [req-eca5cb59-ef0d-4dab-ba65-ddbc2bfb6f13 req-555a6c7f-28a0-495b-bd6e-5fb10626207c tempest-ServerRescueTestJSONUnderV235-729115084 tempest-ServerRescueTestJSONUnderV235-729115084-project-member] Enqueued Resource ID: d17dd9dc-9a2f-4d24-801d-f66f566d55e8 with Priority: HIGHEST for action security_group_rules [ 1305.694884] env[65517]: INFO networking_nsxv3.common.synchronization [req-eca5cb59-ef0d-4dab-ba65-ddbc2bfb6f13 req-555a6c7f-28a0-495b-bd6e-5fb10626207c tempest-ServerRescueTestJSONUnderV235-729115084 tempest-ServerRescueTestJSONUnderV235-729115084-project-member] Enqueued Resource ID: d17dd9dc-9a2f-4d24-801d-f66f566d55e8 with Priority: HIGHEST for action security_group_members [ 1305.694884] env[65517]: INFO networking_nsxv3.common.synchronization [req-eca5cb59-ef0d-4dab-ba65-ddbc2bfb6f13 req-555a6c7f-28a0-495b-bd6e-5fb10626207c tempest-ServerRescueTestJSONUnderV235-729115084 tempest-ServerRescueTestJSONUnderV235-729115084-project-member] Enqueued Resource ID: 3a8642fb-edda-4cd0-8293-86da0093bee5 with Priority: HIGHEST for action port [ 1305.695433] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d17dd9dc-9a2f-4d24-801d-f66f566d55e8 with Priority: HIGHEST for action security_group_rules [ 1305.695644] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d17dd9dc-9a2f-4d24-801d-f66f566d55e8 with Priority: HIGHEST for action security_group_members [ 1305.695790] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a8642fb-edda-4cd0-8293-86da0093bee5 with Priority: HIGHEST for action port [ 1305.696107] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d17dd9dc-9a2f-4d24-801d-f66f566d55e8 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.696242] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.696470] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.696579] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.696834] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a8642fb-edda-4cd0-8293-86da0093bee5 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.696953] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a8642fb-edda-4cd0-8293-86da0093bee5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.748887] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d17dd9dc-9a2f-4d24-801d-f66f566d55e8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.752407] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eaaa2157-7e5b-4222-a64c-e28a75d53dac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.799971] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaaa2157-7e5b-4222-a64c-e28a75d53dac taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.800138] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaaa2157-7e5b-4222-a64c-e28a75d53dac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.800444] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.800534] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.800681] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a8642fb-edda-4cd0-8293-86da0093bee5 with status ACTIVE [ 1305.800843] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.801073] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.801073] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.801282] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.801369] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.801534] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.801630] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.801686] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.801839] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.801914] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.802099] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.802195] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.802249] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.802383] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.802452] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.802568] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a8642fb-edda-4cd0-8293-86da0093bee5 is going to be updated. [ 1305.823972] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.824286] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.824286] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.824423] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.824634] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.824791] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a8642fb-edda-4cd0-8293-86da0093bee5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.825307] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a8642fb-edda-4cd0-8293-86da0093bee5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.825502] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a8642fb-edda-4cd0-8293-86da0093bee5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.825701] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a8642fb-edda-4cd0-8293-86da0093bee5',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.990104] env[65517]: INFO networking_nsxv3.common.synchronization [req-0fbff281-93b6-4473-b4ee-cd130a9dda2a req-ce45fe2a-e442-427c-a6d7-b6c45d0dcc7e service nova] Enqueued Resource ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c with Priority: HIGHEST for action security_group_rules [ 1305.990104] env[65517]: INFO networking_nsxv3.common.synchronization [req-0fbff281-93b6-4473-b4ee-cd130a9dda2a req-ce45fe2a-e442-427c-a6d7-b6c45d0dcc7e service nova] Enqueued Resource ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c with Priority: HIGHEST for action security_group_members [ 1305.990104] env[65517]: INFO networking_nsxv3.common.synchronization [req-0fbff281-93b6-4473-b4ee-cd130a9dda2a req-ce45fe2a-e442-427c-a6d7-b6c45d0dcc7e service nova] Enqueued Resource ID: 6071459f-85f6-4d6b-9eb7-3c82d9f1e6ed with Priority: HIGHEST for action port [ 1305.990545] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c with Priority: HIGHEST for action security_group_rules [ 1305.990693] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c with Priority: HIGHEST for action security_group_members [ 1305.990795] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6071459f-85f6-4d6b-9eb7-3c82d9f1e6ed with Priority: HIGHEST for action port [ 1305.991294] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5aa0f51a-5bda-4047-bbc1-138dbd50b86c taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.991449] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.991480] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.991696] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.991776] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5aa0f51a-5bda-4047-bbc1-138dbd50b86c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.992768] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.992863] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.993077] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-6071459f-85f6-4d6b-9eb7-3c82d9f1e6ed taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.993179] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6071459f-85f6-4d6b-9eb7-3c82d9f1e6ed" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.993243] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6071459f-85f6-4d6b-9eb7-3c82d9f1e6ed" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.993476] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6071459f-85f6-4d6b-9eb7-3c82d9f1e6ed" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.993528] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6071459f-85f6-4d6b-9eb7-3c82d9f1e6ed',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.253580] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d17dd9dc-9a2f-4d24-801d-f66f566d55e8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.255573] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eaaa2157-7e5b-4222-a64c-e28a75d53dac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.330026] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a8642fb-edda-4cd0-8293-86da0093bee5 with status ACTIVE [ 1306.330026] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.330026] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.330026] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.330026] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.330026] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.330026] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.330026] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.330026] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.330026] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.330026] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.330026] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.330026] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.330026] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.330026] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.330026] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.330026] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a8642fb-edda-4cd0-8293-86da0093bee5 is going to be updated. [ 1306.356095] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.356483] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.356648] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.356942] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.357688] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.357688] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a8642fb-edda-4cd0-8293-86da0093bee5" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.496560] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.496560] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.496560] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6071459f-85f6-4d6b-9eb7-3c82d9f1e6ed with status ACTIVE [ 1306.496862] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.496862] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.496943] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.498063] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.498063] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.498063] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.498063] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.498063] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.498063] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.498530] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.498530] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.498530] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.498530] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.498688] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.498688] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.498771] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6071459f-85f6-4d6b-9eb7-3c82d9f1e6ed is going to be updated. [ 1306.524175] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.524408] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.524408] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.524902] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.525163] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.525439] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6071459f-85f6-4d6b-9eb7-3c82d9f1e6ed" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.756166] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.756646] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.756646] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.756646] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.756767] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.756887] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d17dd9dc-9a2f-4d24-801d-f66f566d55e8 is going to be updated. [ 1306.758239] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.758378] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.758436] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.758604] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.758744] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.758802] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaaa2157-7e5b-4222-a64c-e28a75d53dac is going to be created. [ 1306.787085] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.787393] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.787393] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.787610] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.787712] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.796054] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.796306] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.796306] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.796449] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.796592] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.800394] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaaa2157-7e5b-4222-a64c-e28a75d53dac in Status: UNINITIALIZED for 2s [ 1306.806310] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d17dd9dc-9a2f-4d24-801d-f66f566d55e8 in Status: IN_PROGRESS for 2s [ 1307.012736] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c in Status: SUCCESS [ 1307.012941] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c deletion is rescheduled due to dependency. [ 1307.013073] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.013240] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.013636] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.013636] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.013783] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.013819] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.013948] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.014042] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.014144] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5aa0f51a-5bda-4047-bbc1-138dbd50b86c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.517644] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5aa0f51a-5bda-4047-bbc1-138dbd50b86c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.019962] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5aa0f51a-5bda-4047-bbc1-138dbd50b86c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.523351] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.523550] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.523550] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.523781] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.523898] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.524220] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c is going to be updated. [ 1308.561780] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.561780] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.561780] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.561780] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.561780] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.570701] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c in Status: IN_PROGRESS for 2s [ 1308.811996] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaaa2157-7e5b-4222-a64c-e28a75d53dac in Status: SUCCESS [ 1308.813102] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaaa2157-7e5b-4222-a64c-e28a75d53dac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.813350] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaaa2157-7e5b-4222-a64c-e28a75d53dac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.813627] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaaa2157-7e5b-4222-a64c-e28a75d53dac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.813845] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.813952] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.814037] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.814391] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.814522] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.814707] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaaa2157-7e5b-4222-a64c-e28a75d53dac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.816503] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d17dd9dc-9a2f-4d24-801d-f66f566d55e8 in Status: SUCCESS [ 1308.816794] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.817050] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.817325] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.817537] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.817838] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.817943] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.818135] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.818246] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.818362] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d17dd9dc-9a2f-4d24-801d-f66f566d55e8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.320287] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.320509] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.320509] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.320727] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.320820] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.321023] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.321131] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.321178] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.321315] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.321390] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.321480] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaaa2157-7e5b-4222-a64c-e28a75d53dac is going to be deleted. [ 1309.322496] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d17dd9dc-9a2f-4d24-801d-f66f566d55e8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.357380] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.357524] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.357574] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.357750] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.357839] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.357938] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaaa2157-7e5b-4222-a64c-e28a75d53dac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.358096] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaaa2157-7e5b-4222-a64c-e28a75d53dac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.358259] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaaa2157-7e5b-4222-a64c-e28a75d53dac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.358407] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.358504] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.358562] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.358696] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.358772] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.358865] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaaa2157-7e5b-4222-a64c-e28a75d53dac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.824309] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d17dd9dc-9a2f-4d24-801d-f66f566d55e8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.861134] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.861294] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.861367] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.861587] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.861684] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.861879] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.861979] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.862055] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.862206] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.862283] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.862367] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaaa2157-7e5b-4222-a64c-e28a75d53dac already deleted. [ 1309.862484] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaaa2157-7e5b-4222-a64c-e28a75d53dac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.862762] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaaa2157-7e5b-4222-a64c-e28a75d53dac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.862877] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaaa2157-7e5b-4222-a64c-e28a75d53dac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.862935] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.863081] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.863157] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.863303] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.863376] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.863468] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaaa2157-7e5b-4222-a64c-e28a75d53dac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.327090] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.327541] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.327541] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.327541] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.327752] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.327752] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d17dd9dc-9a2f-4d24-801d-f66f566d55e8 is going to be updated. [ 1310.366184] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.366337] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.366410] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.366653] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.366770] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.366961] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.367120] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.367120] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.367271] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.367342] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.367649] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaaa2157-7e5b-4222-a64c-e28a75d53dac already deleted. [ 1310.367740] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaaa2157-7e5b-4222-a64c-e28a75d53dac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.367854] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eaaa2157-7e5b-4222-a64c-e28a75d53dac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.369938] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.369938] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.369938] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.370136] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.370425] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.385020] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d17dd9dc-9a2f-4d24-801d-f66f566d55e8 in Status: IN_PROGRESS for 2s [ 1310.587724] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c in Status: SUCCESS [ 1310.587724] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.587724] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.587907] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.588151] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.588963] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.588963] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.588963] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.588963] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.588963] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.588963] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5aa0f51a-5bda-4047-bbc1-138dbd50b86c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.723883] env[65517]: INFO networking_nsxv3.common.synchronization [None req-8dc73789-0d9b-473b-bca5-332ce4d33d6c None None] Enqueued Resource ID: 948fd8f0-f43d-4052-a0ba-154f831c37a1 with Priority: HIGHEST for action port [ 1310.724517] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 948fd8f0-f43d-4052-a0ba-154f831c37a1 with Priority: HIGHEST for action port [ 1310.725048] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-948fd8f0-f43d-4052-a0ba-154f831c37a1 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.725048] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-948fd8f0-f43d-4052-a0ba-154f831c37a1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.725270] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-948fd8f0-f43d-4052-a0ba-154f831c37a1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.725426] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-948fd8f0-f43d-4052-a0ba-154f831c37a1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.725730] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('948fd8f0-f43d-4052-a0ba-154f831c37a1',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.872806] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eaaa2157-7e5b-4222-a64c-e28a75d53dac',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.091099] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5aa0f51a-5bda-4047-bbc1-138dbd50b86c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.229079] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 948fd8f0-f43d-4052-a0ba-154f831c37a1 [ 1311.229320] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.229457] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.229528] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.229772] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.229864] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.229960] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:948fd8f0-f43d-4052-a0ba-154f831c37a1 already deleted. [ 1311.230056] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-948fd8f0-f43d-4052-a0ba-154f831c37a1" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.378022] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eaaa2157-7e5b-4222-a64c-e28a75d53dac: rpc.has_security_group_logging(os_id): False [ 1311.394385] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.394575] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.394789] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.395037] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.395131] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.395378] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.395483] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.395558] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.395747] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.396027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.396139] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eaaa2157-7e5b-4222-a64c-e28a75d53dac is going to be created. [ 1311.416078] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/eaaa2157-7e5b-4222-a64c-e28a75d53dac], does not exist path=[/infra/domains/default/groups/eaaa2157-7e5b-4222-a64c-e28a75d53dac]."\n}' [ 1311.416232] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eaaa2157-7e5b-4222-a64c-e28a75d53dac failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/eaaa2157-7e5b-4222-a64c-e28a75d53dac [ 1311.416356] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1311.454376] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.454376] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.454376] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.454710] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.455472] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.455752] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.455872] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.455922] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.456115] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.456196] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.456362] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.456454] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.456515] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.456653] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.456731] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.456817] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eaaa2157-7e5b-4222-a64c-e28a75d53dac is going to be created. [ 1311.469894] env[65517]: INFO networking_nsxv3.common.synchronization [req-cfa9f79c-1078-4464-922d-fad871f3c2b0 req-7fda7fc9-7d46-406b-ada9-7e5b0ea15685 tempest-ServerRescueTestJSONUnderV235-729115084 tempest-ServerRescueTestJSONUnderV235-729115084-project-member] Enqueued Resource ID: d17dd9dc-9a2f-4d24-801d-f66f566d55e8 with Priority: HIGHEST for action security_group_members [ 1311.469894] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d17dd9dc-9a2f-4d24-801d-f66f566d55e8 with Priority: HIGHEST for action security_group_members [ 1311.469894] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.469894] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.475786] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/eaaa2157-7e5b-4222-a64c-e28a75d53dac], does not exist path=[/infra/domains/default/groups/eaaa2157-7e5b-4222-a64c-e28a75d53dac]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/eaaa2157-7e5b-4222-a64c-e28a75d53dac [ 1311.475786] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eaaa2157-7e5b-4222-a64c-e28a75d53dac" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.475992] env[65517]: Traceback (most recent call last): [ 1311.476041] env[65517]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1311.476041] env[65517]: return func(*args, **kwargs) [ 1311.476041] env[65517]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1311.476041] env[65517]: res.raise_for_status() [ 1311.476041] env[65517]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1311.476041] env[65517]: raise HTTPError(http_error_msg, response=self) [ 1311.476041] env[65517]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/eaaa2157-7e5b-4222-a64c-e28a75d53dac [ 1311.476041] env[65517]: During handling of the above exception, another exception occurred: [ 1311.476041] env[65517]: Traceback (most recent call last): [ 1311.476306] env[65517]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1311.476306] env[65517]: listener.cb(fileno) [ 1311.476306] env[65517]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1311.476306] env[65517]: result = function(*args, **kwargs) [ 1311.476306] env[65517]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1311.476306] env[65517]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1311.476306] env[65517]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1311.476306] env[65517]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1311.476306] env[65517]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1311.476306] env[65517]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1311.476306] env[65517]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1311.476306] env[65517]: res.raise_for_status() [ 1311.476306] env[65517]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1311.476306] env[65517]: raise HTTPError(http_error_msg, response=self) [ 1311.476306] env[65517]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/eaaa2157-7e5b-4222-a64c-e28a75d53dac [ 1311.476306] env[65517]: Removing descriptor: 20 [ 1311.594553] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5aa0f51a-5bda-4047-bbc1-138dbd50b86c: rpc.has_security_group_logging(os_id): False [ 1311.619624] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.619829] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.619902] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.620175] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.639533] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.639884] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.640034] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.640105] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.642785] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.642785] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.642785] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c is going to be updated. [ 1311.713526] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.713526] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.713526] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.713526] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.713526] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.725850] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c in Status: IN_PROGRESS for 2s [ 1312.391767] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d17dd9dc-9a2f-4d24-801d-f66f566d55e8 in Status: SUCCESS [ 1312.392199] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.392428] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.392722] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.392912] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.393044] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.393116] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.393254] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.393335] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.393428] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d17dd9dc-9a2f-4d24-801d-f66f566d55e8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.789646] env[65517]: INFO networking_nsxv3.common.synchronization [None req-cccee364-917a-4903-9e87-92c8e0237ee9 None None] Enqueued Resource ID: eb3756b9-1273-427c-8d05-6be4bf25c6c4 with Priority: HIGHEST for action port [ 1312.790348] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb3756b9-1273-427c-8d05-6be4bf25c6c4 with Priority: HIGHEST for action port [ 1312.790661] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb3756b9-1273-427c-8d05-6be4bf25c6c4 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.790789] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb3756b9-1273-427c-8d05-6be4bf25c6c4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.790855] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb3756b9-1273-427c-8d05-6be4bf25c6c4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.791156] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb3756b9-1273-427c-8d05-6be4bf25c6c4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.791276] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb3756b9-1273-427c-8d05-6be4bf25c6c4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.895437] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.895736] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.895833] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.896074] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.916882] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.917169] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.917287] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.917344] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.917555] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.917638] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.917727] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d17dd9dc-9a2f-4d24-801d-f66f566d55e8 is going to be updated. [ 1312.958600] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.958867] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.958922] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.959185] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.959330] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.970541] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d17dd9dc-9a2f-4d24-801d-f66f566d55e8 in Status: IN_PROGRESS for 2s [ 1313.293658] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb3756b9-1273-427c-8d05-6be4bf25c6c4 [ 1313.293908] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.294064] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.294137] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.294355] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.294446] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.294538] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb3756b9-1273-427c-8d05-6be4bf25c6c4 already deleted. [ 1313.294747] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb3756b9-1273-427c-8d05-6be4bf25c6c4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.739274] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c in Status: SUCCESS [ 1313.739656] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.981813] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d17dd9dc-9a2f-4d24-801d-f66f566d55e8 in Status: SUCCESS [ 1314.982182] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d17dd9dc-9a2f-4d24-801d-f66f566d55e8 deletion is rescheduled due to dependency. [ 1314.982182] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.982277] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.982561] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.982879] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.983033] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.983151] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.983330] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.983414] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.983513] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d17dd9dc-9a2f-4d24-801d-f66f566d55e8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.485799] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.486036] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.486094] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.486289] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.486384] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.486590] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.486767] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.486840] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.487068] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.487188] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.487286] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d17dd9dc-9a2f-4d24-801d-f66f566d55e8 is going to be updated. [ 1315.513665] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.513864] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.513910] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.514142] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.514291] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.523873] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d17dd9dc-9a2f-4d24-801d-f66f566d55e8 in Status: IN_PROGRESS for 2s [ 1317.535787] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d17dd9dc-9a2f-4d24-801d-f66f566d55e8 in Status: SUCCESS [ 1317.536311] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d17dd9dc-9a2f-4d24-801d-f66f566d55e8 deletion is rescheduled due to dependency. [ 1317.536311] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.536311] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.536558] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.536740] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.536899] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.536980] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.537148] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.537244] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.537331] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.537446] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d17dd9dc-9a2f-4d24-801d-f66f566d55e8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.538372] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.538566] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.538734] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.538845] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.538926] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.539110] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.539194] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.539280] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d17dd9dc-9a2f-4d24-801d-f66f566d55e8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.641022] env[65517]: INFO networking_nsxv3.common.synchronization [req-ef733af0-db49-437c-936a-79b61f6cde4c req-0dfd95ba-ad8a-4735-ba1d-fa2ffe2c8495 tempest-ServerMetadataNegativeTestJSON-1199686480 tempest-ServerMetadataNegativeTestJSON-1199686480-project-member] Enqueued Resource ID: 7b07fb11-644e-49bc-bbd7-8dd428742df4 with Priority: HIGHEST for action security_group_members [ 1317.641637] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b07fb11-644e-49bc-bbd7-8dd428742df4 with Priority: HIGHEST for action security_group_members [ 1317.641957] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b07fb11-644e-49bc-bbd7-8dd428742df4 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.642114] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b07fb11-644e-49bc-bbd7-8dd428742df4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.642179] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b07fb11-644e-49bc-bbd7-8dd428742df4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.642468] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b07fb11-644e-49bc-bbd7-8dd428742df4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.642650] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.642752] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.642817] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.642985] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.643085] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.643180] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b07fb11-644e-49bc-bbd7-8dd428742df4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.949642] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-47 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.949883] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-47" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.950041] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-47" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.950388] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-47" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.950657] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.950815] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.950929] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.951158] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.951300] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.951503] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1317.951614] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1317.951739] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1317.951872] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1317.951985] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1317.952105] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1317.952233] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1317.971033] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1317.971217] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1317.971358] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1317.971531] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-47" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.971846] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-3f619433-f69e-4f28-a540-0d072ce05297 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.972026] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-3f619433-f69e-4f28-a540-0d072ce05297" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.972149] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-3f619433-f69e-4f28-a540-0d072ce05297" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.972552] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-3f619433-f69e-4f28-a540-0d072ce05297" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.972711] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f619433-f69e-4f28-a540-0d072ce05297',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.041536] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d17dd9dc-9a2f-4d24-801d-f66f566d55e8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.042696] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.042892] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.042892] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.043055] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.043239] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.043325] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.043420] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.043477] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.043622] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.043696] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.043778] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d17dd9dc-9a2f-4d24-801d-f66f566d55e8 is going to be updated. [ 1318.072458] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.072665] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.072665] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.072889] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.073067] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.083724] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d17dd9dc-9a2f-4d24-801d-f66f566d55e8 in Status: IN_PROGRESS for 2s [ 1318.145191] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.145366] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.145427] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.145736] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.145896] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.146144] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.146254] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.146309] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.146466] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.146588] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.146638] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b07fb11-644e-49bc-bbd7-8dd428742df4 already deleted. [ 1318.146705] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b07fb11-644e-49bc-bbd7-8dd428742df4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.475842] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.475842] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.475842] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.475842] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.475842] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.475842] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port 3f619433-f69e-4f28-a540-0d072ce05297 not found, creating... [ 1318.476351] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.476351] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.476351] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.476480] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.476721] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.477042] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.477210] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.477324] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.477527] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.477657] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.477794] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: 3f619433-f69e-4f28-a540-0d072ce05297 is going to be created. [ 1318.499281] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.499524] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.499620] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.499919] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.500191] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.500429] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-3f619433-f69e-4f28-a540-0d072ce05297" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.546215] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d17dd9dc-9a2f-4d24-801d-f66f566d55e8: rpc.has_security_group_logging(os_id): False [ 1318.575440] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.575676] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.575676] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.575917] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.576054] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.576325] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.576428] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.576517] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.576708] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.576813] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.577016] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d17dd9dc-9a2f-4d24-801d-f66f566d55e8 is going to be updated. [ 1318.660335] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.660594] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.660594] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.660783] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.660888] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.675023] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d17dd9dc-9a2f-4d24-801d-f66f566d55e8 in Status: IN_PROGRESS for 2s [ 1319.200137] env[65517]: INFO networking_nsxv3.common.synchronization [req-ef733af0-db49-437c-936a-79b61f6cde4c req-448040bb-e402-4c3a-be66-7ad738731d8b service nova] Enqueued Resource ID: 7b07fb11-644e-49bc-bbd7-8dd428742df4 with Priority: HIGHEST for action security_group_rules [ 1319.200329] env[65517]: INFO networking_nsxv3.common.synchronization [req-ef733af0-db49-437c-936a-79b61f6cde4c req-448040bb-e402-4c3a-be66-7ad738731d8b service nova] Enqueued Resource ID: 7b07fb11-644e-49bc-bbd7-8dd428742df4 with Priority: HIGHEST for action security_group_members [ 1319.200464] env[65517]: INFO networking_nsxv3.common.synchronization [req-ef733af0-db49-437c-936a-79b61f6cde4c req-448040bb-e402-4c3a-be66-7ad738731d8b service nova] Enqueued Resource ID: 3f619433-f69e-4f28-a540-0d072ce05297 with Priority: HIGHEST for action port [ 1319.200954] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b07fb11-644e-49bc-bbd7-8dd428742df4 with Priority: HIGHEST for action security_group_rules [ 1319.203611] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b07fb11-644e-49bc-bbd7-8dd428742df4 with Priority: HIGHEST for action security_group_members [ 1319.203611] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f619433-f69e-4f28-a540-0d072ce05297 with Priority: HIGHEST for action port [ 1319.203611] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b07fb11-644e-49bc-bbd7-8dd428742df4 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.203611] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b07fb11-644e-49bc-bbd7-8dd428742df4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.203611] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b07fb11-644e-49bc-bbd7-8dd428742df4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.203977] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b07fb11-644e-49bc-bbd7-8dd428742df4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.203977] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b07fb11-644e-49bc-bbd7-8dd428742df4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.204982] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b07fb11-644e-49bc-bbd7-8dd428742df4 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.205118] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b07fb11-644e-49bc-bbd7-8dd428742df4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.205181] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b07fb11-644e-49bc-bbd7-8dd428742df4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.205357] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b07fb11-644e-49bc-bbd7-8dd428742df4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.205502] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.205598] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.205684] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.205839] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.205923] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.206023] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b07fb11-644e-49bc-bbd7-8dd428742df4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.207062] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f619433-f69e-4f28-a540-0d072ce05297 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.207062] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f619433-f69e-4f28-a540-0d072ce05297" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.207062] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f619433-f69e-4f28-a540-0d072ce05297" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.207215] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f619433-f69e-4f28-a540-0d072ce05297" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.207215] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f619433-f69e-4f28-a540-0d072ce05297',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.708961] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b07fb11-644e-49bc-bbd7-8dd428742df4 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.709412] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b07fb11-644e-49bc-bbd7-8dd428742df4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.709412] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b07fb11-644e-49bc-bbd7-8dd428742df4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.710278] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f619433-f69e-4f28-a540-0d072ce05297 with status ACTIVE [ 1319.710518] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.711164] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.711164] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.711164] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.711164] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.711455] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.711455] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.711455] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.711654] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.711768] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.711981] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.712120] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.712194] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.712367] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.712452] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.712587] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f619433-f69e-4f28-a540-0d072ce05297 is going to be updated. [ 1319.733143] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.733403] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.733497] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.733734] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.733899] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.734104] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f619433-f69e-4f28-a540-0d072ce05297" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.094219] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d17dd9dc-9a2f-4d24-801d-f66f566d55e8 in Status: SUCCESS [ 1320.094415] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d17dd9dc-9a2f-4d24-801d-f66f566d55e8 deletion is rescheduled due to dependency. [ 1320.094519] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.215531] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b07fb11-644e-49bc-bbd7-8dd428742df4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.690861] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d17dd9dc-9a2f-4d24-801d-f66f566d55e8 in Status: SUCCESS [ 1320.691052] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.691329] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.691592] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.691714] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d17dd9dc-9a2f-4d24-801d-f66f566d55e8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.717387] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.717795] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.717795] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.717795] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.717902] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.717960] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b07fb11-644e-49bc-bbd7-8dd428742df4 is going to be created. [ 1320.742303] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.742524] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.742524] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.742701] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.743009] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.752543] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b07fb11-644e-49bc-bbd7-8dd428742df4 in Status: UNINITIALIZED for 2s [ 1321.213090] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.213325] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.213325] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.213628] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.234282] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.234528] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d17dd9dc-9a2f-4d24-801d-f66f566d55e8 is going to be deleted. [ 1321.288831] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.289159] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.289272] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.289524] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.289623] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.289729] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d17dd9dc-9a2f-4d24-801d-f66f566d55e8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.763258] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b07fb11-644e-49bc-bbd7-8dd428742df4 in Status: SUCCESS [ 1322.763653] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b07fb11-644e-49bc-bbd7-8dd428742df4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.763653] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b07fb11-644e-49bc-bbd7-8dd428742df4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.763824] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b07fb11-644e-49bc-bbd7-8dd428742df4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.764017] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.764139] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.764205] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.764357] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.764438] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.764522] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b07fb11-644e-49bc-bbd7-8dd428742df4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.764613] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b07fb11-644e-49bc-bbd7-8dd428742df4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.267754] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b07fb11-644e-49bc-bbd7-8dd428742df4 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.269377] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b07fb11-644e-49bc-bbd7-8dd428742df4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.269377] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b07fb11-644e-49bc-bbd7-8dd428742df4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.269377] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b07fb11-644e-49bc-bbd7-8dd428742df4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.269377] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.269377] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.269377] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.269377] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.269377] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.269377] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b07fb11-644e-49bc-bbd7-8dd428742df4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.269889] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b07fb11-644e-49bc-bbd7-8dd428742df4 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.269889] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b07fb11-644e-49bc-bbd7-8dd428742df4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.269889] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b07fb11-644e-49bc-bbd7-8dd428742df4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.269889] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b07fb11-644e-49bc-bbd7-8dd428742df4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.270047] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.270047] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.270124] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.270227] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.270308] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.270401] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b07fb11-644e-49bc-bbd7-8dd428742df4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.270499] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b07fb11-644e-49bc-bbd7-8dd428742df4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.773089] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b07fb11-644e-49bc-bbd7-8dd428742df4: rpc.has_security_group_logging(os_id): False [ 1323.791817] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.792041] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.792041] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.792251] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.792339] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.792526] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.792650] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.792716] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.792871] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.792947] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.793151] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.793244] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.793303] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.793438] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.793509] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.793698] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.793790] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.793852] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.793988] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.794072] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.794155] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b07fb11-644e-49bc-bbd7-8dd428742df4 is going to be created. [ 1323.863700] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.863923] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.863923] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.864079] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.864265] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.881390] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b07fb11-644e-49bc-bbd7-8dd428742df4 in Status: IN_PROGRESS for 2s [ 1324.203713] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1324.203888] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1325.895205] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b07fb11-644e-49bc-bbd7-8dd428742df4 in Status: SUCCESS [ 1325.895597] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b07fb11-644e-49bc-bbd7-8dd428742df4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.848916] env[65517]: INFO networking_nsxv3.common.synchronization [req-ec43740a-1453-4aff-b093-8a453f8546fe req-bc25883b-fe25-43c1-9557-9f53352c16b2 tempest-ServerMetadataNegativeTestJSON-1199686480 tempest-ServerMetadataNegativeTestJSON-1199686480-project-member] Enqueued Resource ID: 7b07fb11-644e-49bc-bbd7-8dd428742df4 with Priority: HIGHEST for action security_group_members [ 1328.848916] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b07fb11-644e-49bc-bbd7-8dd428742df4 with Priority: HIGHEST for action security_group_members [ 1328.849247] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b07fb11-644e-49bc-bbd7-8dd428742df4 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.849373] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b07fb11-644e-49bc-bbd7-8dd428742df4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.849438] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b07fb11-644e-49bc-bbd7-8dd428742df4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.849611] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b07fb11-644e-49bc-bbd7-8dd428742df4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.849766] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.849950] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.849950] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.850091] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.850147] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.850223] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b07fb11-644e-49bc-bbd7-8dd428742df4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.353091] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.353091] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.353091] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.353439] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.353439] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.353504] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.353567] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.353639] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.353832] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.353919] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.353957] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b07fb11-644e-49bc-bbd7-8dd428742df4 is going to be updated. [ 1329.383805] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.384020] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.384020] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.384216] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.384350] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.394549] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b07fb11-644e-49bc-bbd7-8dd428742df4 in Status: IN_PROGRESS for 2s [ 1331.405843] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b07fb11-644e-49bc-bbd7-8dd428742df4 in Status: SUCCESS [ 1331.405843] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b07fb11-644e-49bc-bbd7-8dd428742df4 deletion is rescheduled due to dependency. [ 1331.405843] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b07fb11-644e-49bc-bbd7-8dd428742df4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.850118] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1333.850446] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1338.851901] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1338.852360] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1343.853684] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1343.853684] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1348.854910] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1348.855383] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1353.856488] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1353.856932] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1358.857307] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1358.857700] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1363.858446] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1363.858810] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1368.860032] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1368.860460] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1373.860999] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1373.861356] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1378.861972] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1378.861972] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1379.090052] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-170 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.090052] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-170" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.090254] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-170" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.090388] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-170" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.090648] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.090803] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.090915] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.091139] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.091280] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.091483] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1379.091591] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1379.091698] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1379.091801] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1379.091906] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1379.092015] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1379.092150] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1379.112211] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1379.112453] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1379.112650] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1379.112846] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-170" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.113174] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-6071459f-85f6-4d6b-9eb7-3c82d9f1e6ed taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.113343] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-6071459f-85f6-4d6b-9eb7-3c82d9f1e6ed" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.113460] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-6071459f-85f6-4d6b-9eb7-3c82d9f1e6ed" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.113715] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-6071459f-85f6-4d6b-9eb7-3c82d9f1e6ed" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.113849] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6071459f-85f6-4d6b-9eb7-3c82d9f1e6ed',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.616796] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.617063] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.617169] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.617446] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.617590] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.617875] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.618075] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.618273] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.618545] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.618693] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.618977] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.619148] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.619262] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.619490] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.619663] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.619826] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: 6071459f-85f6-4d6b-9eb7-3c82d9f1e6ed is going to be updated. [ 1379.649642] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.649868] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.649970] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.650260] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.650466] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.650681] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-6071459f-85f6-4d6b-9eb7-3c82d9f1e6ed" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.325216] env[65517]: INFO networking_nsxv3.common.synchronization [req-53f6ce27-8db7-4240-9c32-0bace2a4c8dd req-b54f0ddc-9335-454d-915a-2d45ef4266b3 service nova] Enqueued Resource ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c with Priority: HIGHEST for action security_group_rules [ 1380.325216] env[65517]: INFO networking_nsxv3.common.synchronization [req-53f6ce27-8db7-4240-9c32-0bace2a4c8dd req-b54f0ddc-9335-454d-915a-2d45ef4266b3 service nova] Enqueued Resource ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c with Priority: HIGHEST for action security_group_members [ 1380.325216] env[65517]: INFO networking_nsxv3.common.synchronization [req-53f6ce27-8db7-4240-9c32-0bace2a4c8dd req-b54f0ddc-9335-454d-915a-2d45ef4266b3 service nova] Enqueued Resource ID: 6071459f-85f6-4d6b-9eb7-3c82d9f1e6ed with Priority: HIGHEST for action port [ 1380.325216] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c with Priority: HIGHEST for action security_group_rules [ 1380.325216] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c with Priority: HIGHEST for action security_group_members [ 1380.325216] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6071459f-85f6-4d6b-9eb7-3c82d9f1e6ed with Priority: HIGHEST for action port [ 1380.325884] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5aa0f51a-5bda-4047-bbc1-138dbd50b86c taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.325981] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.326049] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.326226] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.326309] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5aa0f51a-5bda-4047-bbc1-138dbd50b86c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.327242] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.328208] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.328279] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.328462] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.328618] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.328722] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.328792] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.329142] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.329142] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.329142] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5aa0f51a-5bda-4047-bbc1-138dbd50b86c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.329890] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-6071459f-85f6-4d6b-9eb7-3c82d9f1e6ed taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.330046] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6071459f-85f6-4d6b-9eb7-3c82d9f1e6ed" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.330085] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6071459f-85f6-4d6b-9eb7-3c82d9f1e6ed" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.330225] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6071459f-85f6-4d6b-9eb7-3c82d9f1e6ed" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.330293] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6071459f-85f6-4d6b-9eb7-3c82d9f1e6ed',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.832258] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.832458] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.832693] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5aa0f51a-5bda-4047-bbc1-138dbd50b86c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.833524] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6071459f-85f6-4d6b-9eb7-3c82d9f1e6ed with status ACTIVE [ 1380.833675] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.833797] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.833865] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.834115] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.834217] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.834373] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.834470] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.834528] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.834682] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.834755] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.834930] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.835035] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.835092] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.835226] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.835327] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.835416] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6071459f-85f6-4d6b-9eb7-3c82d9f1e6ed is going to be updated. [ 1380.858986] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.859209] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.859209] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.859407] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.859543] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.859713] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6071459f-85f6-4d6b-9eb7-3c82d9f1e6ed" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.337535] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5aa0f51a-5bda-4047-bbc1-138dbd50b86c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.839983] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.840168] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.841052] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.841052] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.841052] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.841052] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c is going to be updated. [ 1381.870127] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.870378] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.870378] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.870519] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.870672] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.880087] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c in Status: IN_PROGRESS for 2s [ 1383.890779] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c in Status: SUCCESS [ 1383.891198] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.891318] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.891545] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.891737] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.891849] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.891952] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.892077] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.892161] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.892245] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.892336] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5aa0f51a-5bda-4047-bbc1-138dbd50b86c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.394766] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5aa0f51a-5bda-4047-bbc1-138dbd50b86c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.897054] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5aa0f51a-5bda-4047-bbc1-138dbd50b86c: rpc.has_security_group_logging(os_id): False [ 1384.920935] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.921185] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.921185] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.921390] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.921482] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.921735] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.921862] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.921932] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.922121] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.922208] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.922303] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c is going to be updated. [ 1384.997828] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.998122] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.998122] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.998344] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.998516] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.016412] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c in Status: IN_PROGRESS for 2s [ 1385.326214] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1385.326352] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1387.034845] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c in Status: SUCCESS [ 1387.035391] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.328134] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1390.328520] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1395.329015] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1395.329281] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1397.975230] env[65517]: INFO networking_nsxv3.common.synchronization [req-58d78dd3-f71d-4b80-89ac-0e5fb6c50919 req-205dae9d-39ad-4927-a7f2-db7bb171959f tempest-ServerActionsTestOtherB-1255887243 tempest-ServerActionsTestOtherB-1255887243-project-member] Enqueued Resource ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c with Priority: HIGHEST for action security_group_members [ 1397.975230] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c with Priority: HIGHEST for action security_group_members [ 1397.975554] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.975822] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.975822] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.975914] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.976076] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.976209] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.976300] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.976473] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.976599] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.976719] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5aa0f51a-5bda-4047-bbc1-138dbd50b86c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1398.479223] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.479480] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.479480] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.479680] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.479778] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.479981] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.480096] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.480159] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.480310] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.480385] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.480473] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c is going to be updated. [ 1398.508367] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.508565] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.508565] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.508677] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.508800] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.516802] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c in Status: IN_PROGRESS for 2s [ 1400.527477] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c in Status: SUCCESS [ 1400.527933] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c deletion is rescheduled due to dependency. [ 1400.527933] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.976787] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1402.977252] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1407.977857] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1407.978175] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1409.375279] env[65517]: INFO networking_nsxv3.common.synchronization [None req-4adb4e43-192d-44d5-9652-fc62c3871a14 None None] Enqueued Resource ID: 4db543ac-572e-4905-ae63-3ab1b8a27fd7 with Priority: HIGHEST for action port [ 1409.375592] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4db543ac-572e-4905-ae63-3ab1b8a27fd7 with Priority: HIGHEST for action port [ 1409.376147] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-4db543ac-572e-4905-ae63-3ab1b8a27fd7 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.376262] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4db543ac-572e-4905-ae63-3ab1b8a27fd7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.376332] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4db543ac-572e-4905-ae63-3ab1b8a27fd7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.376590] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4db543ac-572e-4905-ae63-3ab1b8a27fd7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.376718] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4db543ac-572e-4905-ae63-3ab1b8a27fd7',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.878904] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4db543ac-572e-4905-ae63-3ab1b8a27fd7 [ 1409.878989] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.879371] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.879371] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.879510] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.879558] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.879644] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4db543ac-572e-4905-ae63-3ab1b8a27fd7 already deleted. [ 1409.879689] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4db543ac-572e-4905-ae63-3ab1b8a27fd7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.963960] env[65517]: INFO networking_nsxv3.common.synchronization [None req-d1d7ff75-0a35-499d-897d-7f6c1bf5ae5c tempest-AttachVolumeNegativeTest-1526680072 tempest-AttachVolumeNegativeTest-1526680072-project-member] Enqueued Resource ID: 859406bb-789c-4369-ab5c-10a65e8de2a0 with Priority: HIGHEST for action security_group_rules [ 1409.964561] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 859406bb-789c-4369-ab5c-10a65e8de2a0 with Priority: HIGHEST for action security_group_rules [ 1409.964879] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-859406bb-789c-4369-ab5c-10a65e8de2a0 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.965154] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-859406bb-789c-4369-ab5c-10a65e8de2a0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.965154] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-859406bb-789c-4369-ab5c-10a65e8de2a0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.965316] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-859406bb-789c-4369-ab5c-10a65e8de2a0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.965502] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('859406bb-789c-4369-ab5c-10a65e8de2a0',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.051006] env[65517]: INFO networking_nsxv3.common.synchronization [None req-1d16a602-014c-41c3-b4a3-e032abb76450 tempest-AttachVolumeNegativeTest-1526680072 tempest-AttachVolumeNegativeTest-1526680072-project-member] Enqueued Resource ID: 859406bb-789c-4369-ab5c-10a65e8de2a0 with Priority: HIGHEST for action security_group_rules [ 1410.051589] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 859406bb-789c-4369-ab5c-10a65e8de2a0 with Priority: HIGHEST for action security_group_rules [ 1410.051903] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-859406bb-789c-4369-ab5c-10a65e8de2a0 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.052014] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-859406bb-789c-4369-ab5c-10a65e8de2a0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.486959] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.486959] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.486959] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.487370] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.487370] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.487370] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 859406bb-789c-4369-ab5c-10a65e8de2a0 already deleted. [ 1410.487458] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-859406bb-789c-4369-ab5c-10a65e8de2a0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.487670] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-859406bb-789c-4369-ab5c-10a65e8de2a0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.487888] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-859406bb-789c-4369-ab5c-10a65e8de2a0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.487989] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('859406bb-789c-4369-ab5c-10a65e8de2a0',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.009927] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.010089] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.010177] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.010465] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.010589] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.010772] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 859406bb-789c-4369-ab5c-10a65e8de2a0 already deleted. [ 1411.010824] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-859406bb-789c-4369-ab5c-10a65e8de2a0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.402666] env[65517]: INFO networking_nsxv3.common.synchronization [None req-2b07a972-bb39-4773-b475-f0d3c932c93d None None] Enqueued Resource ID: db4cdfeb-e3bf-4215-9ed1-d15d9b619d05 with Priority: HIGHEST for action port [ 1411.403351] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db4cdfeb-e3bf-4215-9ed1-d15d9b619d05 with Priority: HIGHEST for action port [ 1411.403670] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-db4cdfeb-e3bf-4215-9ed1-d15d9b619d05 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.403792] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db4cdfeb-e3bf-4215-9ed1-d15d9b619d05" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.403850] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db4cdfeb-e3bf-4215-9ed1-d15d9b619d05" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.404177] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db4cdfeb-e3bf-4215-9ed1-d15d9b619d05" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.404311] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db4cdfeb-e3bf-4215-9ed1-d15d9b619d05',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.907386] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db4cdfeb-e3bf-4215-9ed1-d15d9b619d05 [ 1411.907386] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.907386] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.907386] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.907386] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.907386] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.907386] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db4cdfeb-e3bf-4215-9ed1-d15d9b619d05 already deleted. [ 1411.907386] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db4cdfeb-e3bf-4215-9ed1-d15d9b619d05" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.478284] env[65517]: INFO networking_nsxv3.common.synchronization [req-71273cba-71f9-40d6-a46d-8f8b18c47ff6 req-dcd596f6-005e-4831-801e-082c7c9acf9b tempest-AttachVolumeNegativeTest-1526680072 tempest-AttachVolumeNegativeTest-1526680072-project-member] Enqueued Resource ID: 859406bb-789c-4369-ab5c-10a65e8de2a0 with Priority: HIGHEST for action security_group_members [ 1415.478560] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 859406bb-789c-4369-ab5c-10a65e8de2a0 with Priority: HIGHEST for action security_group_members [ 1415.478735] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-859406bb-789c-4369-ab5c-10a65e8de2a0 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.478871] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-859406bb-789c-4369-ab5c-10a65e8de2a0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.478938] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-859406bb-789c-4369-ab5c-10a65e8de2a0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.479211] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-859406bb-789c-4369-ab5c-10a65e8de2a0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.479374] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.479475] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.479538] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.479686] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.479775] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.479886] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('859406bb-789c-4369-ab5c-10a65e8de2a0',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.764541] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-786 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.764735] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-786" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.764882] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-786" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.765259] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-786" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.765570] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.765771] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.765894] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.766131] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.766277] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.766484] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1415.766599] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1415.766740] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1415.766847] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1415.766967] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1415.767085] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1415.767217] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1415.786117] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1415.786278] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1415.786414] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1415.786582] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-786" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.786924] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-df1f3178-7f92-496b-8bc7-908acf23200f taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.787103] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-df1f3178-7f92-496b-8bc7-908acf23200f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.787223] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-df1f3178-7f92-496b-8bc7-908acf23200f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.787528] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-df1f3178-7f92-496b-8bc7-908acf23200f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.787668] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df1f3178-7f92-496b-8bc7-908acf23200f',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.982080] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.982296] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.982296] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.982495] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.982587] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.982786] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.982884] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.982948] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.983109] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.983185] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.983269] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 859406bb-789c-4369-ab5c-10a65e8de2a0 already deleted. [ 1415.983346] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-859406bb-789c-4369-ab5c-10a65e8de2a0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.290483] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.290694] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.290835] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.291131] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.291275] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.291429] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port df1f3178-7f92-496b-8bc7-908acf23200f not found, creating... [ 1416.291680] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.291835] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.291950] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.292176] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.292312] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.292584] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.292747] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.292863] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.293084] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.293223] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.293375] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: df1f3178-7f92-496b-8bc7-908acf23200f is going to be created. [ 1416.313444] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.313940] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.314161] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.314506] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.314778] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.315073] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-df1f3178-7f92-496b-8bc7-908acf23200f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.004659] env[65517]: INFO networking_nsxv3.common.synchronization [req-71273cba-71f9-40d6-a46d-8f8b18c47ff6 req-6ecdf680-66f9-487f-9a25-418ac090bcf1 service nova] Enqueued Resource ID: 859406bb-789c-4369-ab5c-10a65e8de2a0 with Priority: HIGHEST for action security_group_rules [ 1417.004951] env[65517]: INFO networking_nsxv3.common.synchronization [req-71273cba-71f9-40d6-a46d-8f8b18c47ff6 req-6ecdf680-66f9-487f-9a25-418ac090bcf1 service nova] Enqueued Resource ID: 859406bb-789c-4369-ab5c-10a65e8de2a0 with Priority: HIGHEST for action security_group_members [ 1417.004951] env[65517]: INFO networking_nsxv3.common.synchronization [req-71273cba-71f9-40d6-a46d-8f8b18c47ff6 req-6ecdf680-66f9-487f-9a25-418ac090bcf1 service nova] Enqueued Resource ID: df1f3178-7f92-496b-8bc7-908acf23200f with Priority: HIGHEST for action port [ 1417.005509] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 859406bb-789c-4369-ab5c-10a65e8de2a0 with Priority: HIGHEST for action security_group_rules [ 1417.006226] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 859406bb-789c-4369-ab5c-10a65e8de2a0 with Priority: HIGHEST for action security_group_members [ 1417.006406] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df1f3178-7f92-496b-8bc7-908acf23200f with Priority: HIGHEST for action port [ 1417.006760] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-859406bb-789c-4369-ab5c-10a65e8de2a0 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.006913] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-859406bb-789c-4369-ab5c-10a65e8de2a0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.006984] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-859406bb-789c-4369-ab5c-10a65e8de2a0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.007208] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-859406bb-789c-4369-ab5c-10a65e8de2a0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.007360] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('859406bb-789c-4369-ab5c-10a65e8de2a0',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.008145] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-859406bb-789c-4369-ab5c-10a65e8de2a0 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.008259] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-859406bb-789c-4369-ab5c-10a65e8de2a0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.008317] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-859406bb-789c-4369-ab5c-10a65e8de2a0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.008477] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-859406bb-789c-4369-ab5c-10a65e8de2a0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.008623] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.008745] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.008793] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.008909] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.008996] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.009680] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('859406bb-789c-4369-ab5c-10a65e8de2a0',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.011041] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-df1f3178-7f92-496b-8bc7-908acf23200f taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.011163] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df1f3178-7f92-496b-8bc7-908acf23200f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.011210] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df1f3178-7f92-496b-8bc7-908acf23200f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.011496] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df1f3178-7f92-496b-8bc7-908acf23200f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.011549] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df1f3178-7f92-496b-8bc7-908acf23200f',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.512016] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('859406bb-789c-4369-ab5c-10a65e8de2a0',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.513215] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-859406bb-789c-4369-ab5c-10a65e8de2a0 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.513418] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-859406bb-789c-4369-ab5c-10a65e8de2a0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.513515] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df1f3178-7f92-496b-8bc7-908acf23200f with status ACTIVE [ 1417.513691] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.513813] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.513875] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.514093] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.514181] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.514358] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.514488] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.514577] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.514800] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.514894] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.515970] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.516124] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.516167] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.516328] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.516390] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.517039] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df1f3178-7f92-496b-8bc7-908acf23200f is going to be updated. [ 1417.540420] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.540646] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.540646] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.540830] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.541016] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.541186] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df1f3178-7f92-496b-8bc7-908acf23200f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.018691] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('859406bb-789c-4369-ab5c-10a65e8de2a0',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.520667] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.520913] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.520913] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.521156] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.521251] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.521356] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 859406bb-789c-4369-ab5c-10a65e8de2a0 is going to be created. [ 1418.545733] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.545960] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.545960] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.546178] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.546343] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.555660] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 859406bb-789c-4369-ab5c-10a65e8de2a0 in Status: UNINITIALIZED for 2s [ 1420.565687] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 859406bb-789c-4369-ab5c-10a65e8de2a0 in Status: SUCCESS [ 1420.566161] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-859406bb-789c-4369-ab5c-10a65e8de2a0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.566161] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-859406bb-789c-4369-ab5c-10a65e8de2a0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.566310] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-859406bb-789c-4369-ab5c-10a65e8de2a0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.566501] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.566617] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.566701] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.566876] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.566960] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.567058] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-859406bb-789c-4369-ab5c-10a65e8de2a0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.567151] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('859406bb-789c-4369-ab5c-10a65e8de2a0',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1421.069475] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('859406bb-789c-4369-ab5c-10a65e8de2a0',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1421.572221] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 859406bb-789c-4369-ab5c-10a65e8de2a0: rpc.has_security_group_logging(os_id): False [ 1421.594099] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.594375] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.594375] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.594558] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.594651] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.594897] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.595031] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.595087] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.595238] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.595315] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.595402] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 859406bb-789c-4369-ab5c-10a65e8de2a0 is going to be created. [ 1421.658207] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.658434] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.658434] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.658621] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.658805] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.671381] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 859406bb-789c-4369-ab5c-10a65e8de2a0 in Status: IN_PROGRESS for 2s [ 1422.008103] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1422.008308] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1423.683409] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 859406bb-789c-4369-ab5c-10a65e8de2a0 in Status: SUCCESS [ 1423.683837] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-859406bb-789c-4369-ab5c-10a65e8de2a0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.010092] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1427.010487] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1432.012100] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1432.012100] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1437.013304] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1437.013304] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1442.014438] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1442.014438] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1447.015754] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1447.016244] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1452.017330] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1452.017796] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1457.018560] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1457.019099] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1462.020152] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1462.020880] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1467.022127] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1467.022496] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1472.023150] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1472.023544] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1472.839205] env[65517]: INFO networking_nsxv3.common.synchronization [None req-05e837c4-444a-4bf5-bd4c-36bc7bee42f3 tempest-AttachVolumeNegativeTest-1526680072 tempest-AttachVolumeNegativeTest-1526680072-project-member] Enqueued Resource ID: eaf0a3b0-0847-4296-9caf-4927c5e120b8 with Priority: HIGHEST for action security_group_rules [ 1472.839748] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaf0a3b0-0847-4296-9caf-4927c5e120b8 with Priority: HIGHEST for action security_group_rules [ 1472.840078] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eaf0a3b0-0847-4296-9caf-4927c5e120b8 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.840201] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eaf0a3b0-0847-4296-9caf-4927c5e120b8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.840269] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eaf0a3b0-0847-4296-9caf-4927c5e120b8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.840530] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eaf0a3b0-0847-4296-9caf-4927c5e120b8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.840647] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eaf0a3b0-0847-4296-9caf-4927c5e120b8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1472.925562] env[65517]: INFO networking_nsxv3.common.synchronization [None req-c4c65dd8-f3d8-427b-ac29-1e9f7853b2ec tempest-AttachVolumeNegativeTest-1526680072 tempest-AttachVolumeNegativeTest-1526680072-project-member] Enqueued Resource ID: eaf0a3b0-0847-4296-9caf-4927c5e120b8 with Priority: HIGHEST for action security_group_rules [ 1472.926229] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaf0a3b0-0847-4296-9caf-4927c5e120b8 with Priority: HIGHEST for action security_group_rules [ 1472.927028] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eaf0a3b0-0847-4296-9caf-4927c5e120b8 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.927028] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eaf0a3b0-0847-4296-9caf-4927c5e120b8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.365272] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.365707] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.365707] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.365707] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.365836] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.365877] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eaf0a3b0-0847-4296-9caf-4927c5e120b8 already deleted. [ 1473.365950] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eaf0a3b0-0847-4296-9caf-4927c5e120b8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.366172] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eaf0a3b0-0847-4296-9caf-4927c5e120b8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.366294] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eaf0a3b0-0847-4296-9caf-4927c5e120b8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.366370] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eaf0a3b0-0847-4296-9caf-4927c5e120b8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1473.893212] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.893381] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.893478] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.893747] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.893862] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.893989] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eaf0a3b0-0847-4296-9caf-4927c5e120b8 already deleted. [ 1473.894111] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eaf0a3b0-0847-4296-9caf-4927c5e120b8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.927539] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1477.927992] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1478.407656] env[65517]: INFO networking_nsxv3.common.synchronization [req-1e8feefb-a055-4e8b-b0a0-ec94ee47d61e req-05d422af-0d99-4dcc-8bf1-8a952b5ecc50 tempest-AttachVolumeNegativeTest-1526680072 tempest-AttachVolumeNegativeTest-1526680072-project-member] Enqueued Resource ID: eaf0a3b0-0847-4296-9caf-4927c5e120b8 with Priority: HIGHEST for action security_group_members [ 1478.408220] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaf0a3b0-0847-4296-9caf-4927c5e120b8 with Priority: HIGHEST for action security_group_members [ 1478.408533] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaf0a3b0-0847-4296-9caf-4927c5e120b8 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.408673] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaf0a3b0-0847-4296-9caf-4927c5e120b8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.408739] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaf0a3b0-0847-4296-9caf-4927c5e120b8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.408991] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaf0a3b0-0847-4296-9caf-4927c5e120b8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.409168] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.409371] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.409438] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.409587] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.409670] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.409761] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaf0a3b0-0847-4296-9caf-4927c5e120b8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1478.687128] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock network-786 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.687335] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "network-786" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.687552] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "network-786" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.687858] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "network-786" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.688138] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.688296] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.688413] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.688632] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.688768] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.688973] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1478.689096] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1478.689204] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1478.689307] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1478.689415] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1478.689517] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1478.689645] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1478.710073] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1478.710255] env[65517]: DEBUG dogpile.cache.region [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1478.710399] env[65517]: DEBUG dogpile.lock [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1478.710539] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "network-786" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.710852] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock port-e817d4b6-77e2-43b4-932b-9ba3ecd832ef taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.711031] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "port-e817d4b6-77e2-43b4-932b-9ba3ecd832ef" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.711154] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "port-e817d4b6-77e2-43b4-932b-9ba3ecd832ef" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.711495] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "port-e817d4b6-77e2-43b4-932b-9ba3ecd832ef" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.711673] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e817d4b6-77e2-43b4-932b-9ba3ecd832ef',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1478.912195] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.912472] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.912472] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.912615] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.912723] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.912888] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.912985] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.913063] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.913211] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.913286] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.913378] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaf0a3b0-0847-4296-9caf-4927c5e120b8 already deleted. [ 1478.913456] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaf0a3b0-0847-4296-9caf-4927c5e120b8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.213954] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.214325] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.214369] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.214632] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.214776] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.214933] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Segment Port e817d4b6-77e2-43b4-932b-9ba3ecd832ef not found, creating... [ 1479.215204] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.215360] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.215475] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.215687] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.215820] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.216101] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.216292] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.216435] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.216615] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.216745] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.216882] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Resource: SegmentPort with ID: e817d4b6-77e2-43b4-932b-9ba3ecd832ef is going to be created. [ 1479.237382] env[65517]: DEBUG networking_nsxv3.common.locking [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.237592] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.237698] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.237936] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.238171] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.238389] env[65517]: DEBUG oslo_concurrency.lockutils [None req-56020e1b-7e83-4d3e-be91-a76460cd25f2 None None] Releasing lock "port-e817d4b6-77e2-43b4-932b-9ba3ecd832ef" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.915012] env[65517]: INFO networking_nsxv3.common.synchronization [req-1e8feefb-a055-4e8b-b0a0-ec94ee47d61e req-9972c134-ed55-4045-9720-17b107d40a60 service nova] Enqueued Resource ID: eaf0a3b0-0847-4296-9caf-4927c5e120b8 with Priority: HIGHEST for action security_group_rules [ 1479.915207] env[65517]: INFO networking_nsxv3.common.synchronization [req-1e8feefb-a055-4e8b-b0a0-ec94ee47d61e req-9972c134-ed55-4045-9720-17b107d40a60 service nova] Enqueued Resource ID: eaf0a3b0-0847-4296-9caf-4927c5e120b8 with Priority: HIGHEST for action security_group_members [ 1479.915348] env[65517]: INFO networking_nsxv3.common.synchronization [req-1e8feefb-a055-4e8b-b0a0-ec94ee47d61e req-9972c134-ed55-4045-9720-17b107d40a60 service nova] Enqueued Resource ID: e817d4b6-77e2-43b4-932b-9ba3ecd832ef with Priority: HIGHEST for action port [ 1479.915842] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaf0a3b0-0847-4296-9caf-4927c5e120b8 with Priority: HIGHEST for action security_group_rules [ 1479.915985] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaf0a3b0-0847-4296-9caf-4927c5e120b8 with Priority: HIGHEST for action security_group_members [ 1479.916099] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e817d4b6-77e2-43b4-932b-9ba3ecd832ef with Priority: HIGHEST for action port [ 1479.916415] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eaf0a3b0-0847-4296-9caf-4927c5e120b8 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.916512] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eaf0a3b0-0847-4296-9caf-4927c5e120b8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.916578] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eaf0a3b0-0847-4296-9caf-4927c5e120b8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.916770] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eaf0a3b0-0847-4296-9caf-4927c5e120b8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.916850] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eaf0a3b0-0847-4296-9caf-4927c5e120b8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1479.917663] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaf0a3b0-0847-4296-9caf-4927c5e120b8 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.917765] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaf0a3b0-0847-4296-9caf-4927c5e120b8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.918651] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaf0a3b0-0847-4296-9caf-4927c5e120b8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.918651] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaf0a3b0-0847-4296-9caf-4927c5e120b8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.918651] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.918651] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.918651] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.918651] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.918651] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.918651] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaf0a3b0-0847-4296-9caf-4927c5e120b8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1479.919647] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-e817d4b6-77e2-43b4-932b-9ba3ecd832ef taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.919794] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e817d4b6-77e2-43b4-932b-9ba3ecd832ef" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.919830] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e817d4b6-77e2-43b4-932b-9ba3ecd832ef" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.919997] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e817d4b6-77e2-43b4-932b-9ba3ecd832ef" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.920064] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e817d4b6-77e2-43b4-932b-9ba3ecd832ef',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.421466] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaf0a3b0-0847-4296-9caf-4927c5e120b8 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.421822] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaf0a3b0-0847-4296-9caf-4927c5e120b8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.421822] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eaf0a3b0-0847-4296-9caf-4927c5e120b8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.423027] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e817d4b6-77e2-43b4-932b-9ba3ecd832ef with status ACTIVE [ 1480.423027] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.423242] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.423242] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.423385] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.423385] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.423559] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.423666] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.423710] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.423861] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.423940] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.424137] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.424228] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.424289] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.424428] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.424499] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.424582] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e817d4b6-77e2-43b4-932b-9ba3ecd832ef is going to be updated. [ 1480.445267] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.445487] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.445487] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.445745] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.445919] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.446124] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e817d4b6-77e2-43b4-932b-9ba3ecd832ef" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.927270] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eaf0a3b0-0847-4296-9caf-4927c5e120b8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1481.430121] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.430554] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.430554] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.430554] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.430673] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.430733] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaf0a3b0-0847-4296-9caf-4927c5e120b8 is going to be created. [ 1481.454879] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.455142] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.455142] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.455352] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.455509] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.465735] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaf0a3b0-0847-4296-9caf-4927c5e120b8 in Status: UNINITIALIZED for 2s [ 1483.476146] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaf0a3b0-0847-4296-9caf-4927c5e120b8 in Status: SUCCESS [ 1483.476697] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaf0a3b0-0847-4296-9caf-4927c5e120b8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.476697] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaf0a3b0-0847-4296-9caf-4927c5e120b8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.477094] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaf0a3b0-0847-4296-9caf-4927c5e120b8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.477287] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.477464] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.477568] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.477743] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.477826] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.477912] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaf0a3b0-0847-4296-9caf-4927c5e120b8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.477981] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eaf0a3b0-0847-4296-9caf-4927c5e120b8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1483.980682] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eaf0a3b0-0847-4296-9caf-4927c5e120b8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1484.483343] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eaf0a3b0-0847-4296-9caf-4927c5e120b8: rpc.has_security_group_logging(os_id): False [ 1484.502883] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.503137] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.503137] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.503318] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.503399] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.503714] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.503865] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.503957] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.504151] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.504233] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.504317] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eaf0a3b0-0847-4296-9caf-4927c5e120b8 is going to be created. [ 1484.574547] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.574883] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.574883] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.574981] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.575152] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.585920] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eaf0a3b0-0847-4296-9caf-4927c5e120b8 in Status: IN_PROGRESS for 2s [ 1484.916675] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1484.916854] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1486.605790] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eaf0a3b0-0847-4296-9caf-4927c5e120b8 in Status: SUCCESS [ 1486.606439] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eaf0a3b0-0847-4296-9caf-4927c5e120b8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.917601] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1489.918093] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1494.919200] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1494.919593] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1499.920707] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1499.920707] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1504.921279] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1504.921690] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1509.922813] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1509.923200] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1511.005899] env[65517]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7e4570b2-4534-494d-b989-350353d69627 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1511.006715] env[65517]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7e4570b2-4534-494d-b989-350353d69627 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1514.923638] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1514.924432] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1519.925967] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1519.926382] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1521.967280] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.967730] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.967730] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.967730] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.967730] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1522.470194] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1522.972443] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.475279] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1523.475563] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1524.205279] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.205636] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.205636] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.205715] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.219062] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1524.219588] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.220419] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1524.257525] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.257760] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.257760] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.257943] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.271157] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.271895] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1524.271970] env[65517]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65517) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1524.272076] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1524.302482] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.302662] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.302727] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.302873] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.303625] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.303779] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1524.380879] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.381196] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.381398] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.381680] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.382043] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.382466] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1524.460817] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.461051] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.461051] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.461187] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.461472] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.461750] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:30. [ 1524.461829] env[65517]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'f4322a65-b67f-40fc-94c6-bc6937eb52cf', '59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f', '859406bb-789c-4369-ab5c-10a65e8de2a0', 'b0224a42-bf09-4ccf-a860-732b81d9fc27', '329fa4e8-c914-41a8-b6b9-5f8cf20abd70', 'de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e', '4ccd3bc4-643d-41e8-9fb9-d0e3f301311e', '2fbb3b40-047e-4040-93f0-4cf35b8eb514', 'b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8', '7b07fb11-644e-49bc-bbd7-8dd428742df4', 'e3852e0d-b43c-4061-b6fb-03d996b64bb7', 'bef7db4e-887b-4304-8308-bedd6731c2c4', '0d18e879-e18d-46ea-9b66-5a4cdd9d8266', 'c2b4c4b4-61da-4515-a6dc-18becc02a73f', '5aa0f51a-5bda-4047-bbc1-138dbd50b86c', 'eaf0a3b0-0847-4296-9caf-4927c5e120b8', 'a30006fc-e392-4ab1-a8ca-7c1e5845860e', '582aef48-c369-4770-b95b-b8cd97255695', '674c7603-cd3d-4525-a99d-c0c8514d165a', 'b811780c-07e6-4dea-99ca-8e1861645646', '362f12c2-2024-4d12-904b-e2bcf3c51aa5', '8c60bc6e-e3c9-48e1-81ca-6be72fca57f9', '325c2cae-985e-4d03-9f81-49938e2b3d23', '8c8fd96a-d646-47ad-9335-d9d1bdbdc867', '72cb09c9-0714-4f7c-bcff-0aa14beb612b', '5afd66f5-85a3-4743-9424-434af73eabf0', 'a8c33c90-533f-41ce-9459-30ddb480c1cc', 'f7b8416e-2d48-4fe8-a70f-beee264427e4', '1c12c13b-2238-4d1e-b5e4-4a96af95a313', '32691f86-1e07-4cb5-9677-8da99d66d98a'} {{(pid=65517) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1524.461925] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1524.479519] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.479714] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.479714] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.479907] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.479994] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.480112] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1524.480184] env[65517]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65517) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1524.480254] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1524.552417] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.552654] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.552654] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.552819] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.553933] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.554220] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1524.554302] env[65517]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65517) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1524.554394] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1524.554466] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1524.554545] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/30 resources of Type:Security Group Rules [ 1524.554617] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f4322a65-b67f-40fc-94c6-bc6937eb52cf with Priority: HIGH for action security_group_rules [ 1524.554708] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f with Priority: HIGH for action security_group_rules [ 1524.554777] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 859406bb-789c-4369-ab5c-10a65e8de2a0 with Priority: HIGH for action security_group_rules [ 1524.554840] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b0224a42-bf09-4ccf-a860-732b81d9fc27 with Priority: HIGH for action security_group_rules [ 1524.554902] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 329fa4e8-c914-41a8-b6b9-5f8cf20abd70 with Priority: HIGH for action security_group_rules [ 1524.554964] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e with Priority: HIGH for action security_group_rules [ 1524.555042] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4ccd3bc4-643d-41e8-9fb9-d0e3f301311e with Priority: HIGH for action security_group_rules [ 1524.555094] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 with Priority: HIGH for action security_group_rules [ 1524.555154] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8 with Priority: HIGH for action security_group_rules [ 1524.555214] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7b07fb11-644e-49bc-bbd7-8dd428742df4 with Priority: HIGH for action security_group_rules [ 1524.555275] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e3852e0d-b43c-4061-b6fb-03d996b64bb7 with Priority: HIGH for action security_group_rules [ 1524.555337] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bef7db4e-887b-4304-8308-bedd6731c2c4 with Priority: HIGH for action security_group_rules [ 1524.555398] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0d18e879-e18d-46ea-9b66-5a4cdd9d8266 with Priority: HIGH for action security_group_rules [ 1524.555461] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c2b4c4b4-61da-4515-a6dc-18becc02a73f with Priority: HIGH for action security_group_rules [ 1524.555521] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c with Priority: HIGH for action security_group_rules [ 1524.555582] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eaf0a3b0-0847-4296-9caf-4927c5e120b8 with Priority: HIGH for action security_group_rules [ 1524.555644] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e with Priority: HIGH for action security_group_rules [ 1524.555706] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 582aef48-c369-4770-b95b-b8cd97255695 with Priority: HIGH for action security_group_rules [ 1524.555767] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 674c7603-cd3d-4525-a99d-c0c8514d165a with Priority: HIGH for action security_group_rules [ 1524.555829] env[65517]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b811780c-07e6-4dea-99ca-8e1861645646 with Priority: HIGH for action security_group_rules [ 1524.555924] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.926874] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1524.927110] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1524.927110] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4322a65-b67f-40fc-94c6-bc6937eb52cf with Priority: HIGH for action security_group_rules [ 1524.927240] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 859406bb-789c-4369-ab5c-10a65e8de2a0 with Priority: HIGH for action security_group_rules [ 1524.927340] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ccd3bc4-643d-41e8-9fb9-d0e3f301311e with Priority: HIGH for action security_group_rules [ 1524.927437] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c with Priority: HIGH for action security_group_rules [ 1524.927534] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b811780c-07e6-4dea-99ca-8e1861645646 with Priority: HIGH for action security_group_rules [ 1524.927625] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 674c7603-cd3d-4525-a99d-c0c8514d165a with Priority: HIGH for action security_group_rules [ 1524.927714] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 582aef48-c369-4770-b95b-b8cd97255695 with Priority: HIGH for action security_group_rules [ 1524.927841] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e with Priority: HIGH for action security_group_rules [ 1524.927943] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2b4c4b4-61da-4515-a6dc-18becc02a73f with Priority: HIGH for action security_group_rules [ 1524.928054] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaf0a3b0-0847-4296-9caf-4927c5e120b8 with Priority: HIGH for action security_group_rules [ 1524.928145] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d18e879-e18d-46ea-9b66-5a4cdd9d8266 with Priority: HIGH for action security_group_rules [ 1524.928231] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bef7db4e-887b-4304-8308-bedd6731c2c4 with Priority: HIGH for action security_group_rules [ 1524.928328] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3852e0d-b43c-4061-b6fb-03d996b64bb7 with Priority: HIGH for action security_group_rules [ 1524.928467] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b07fb11-644e-49bc-bbd7-8dd428742df4 with Priority: HIGH for action security_group_rules [ 1524.928567] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8 with Priority: HIGH for action security_group_rules [ 1524.928656] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e with Priority: HIGH for action security_group_rules [ 1524.928745] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 with Priority: HIGH for action security_group_rules [ 1524.928835] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 329fa4e8-c914-41a8-b6b9-5f8cf20abd70 with Priority: HIGH for action security_group_rules [ 1524.928924] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f with Priority: HIGH for action security_group_rules [ 1524.929021] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0224a42-bf09-4ccf-a860-732b81d9fc27 with Priority: HIGH for action security_group_rules [ 1524.929359] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4322a65-b67f-40fc-94c6-bc6937eb52cf taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.929485] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.929549] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.929749] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.929830] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4322a65-b67f-40fc-94c6-bc6937eb52cf',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1524.930781] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-859406bb-789c-4369-ab5c-10a65e8de2a0 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.930899] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-859406bb-789c-4369-ab5c-10a65e8de2a0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.930965] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-859406bb-789c-4369-ab5c-10a65e8de2a0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.931163] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-859406bb-789c-4369-ab5c-10a65e8de2a0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.931233] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('859406bb-789c-4369-ab5c-10a65e8de2a0',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1524.931955] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ccd3bc4-643d-41e8-9fb9-d0e3f301311e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.932075] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ccd3bc4-643d-41e8-9fb9-d0e3f301311e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.932141] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ccd3bc4-643d-41e8-9fb9-d0e3f301311e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.932284] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ccd3bc4-643d-41e8-9fb9-d0e3f301311e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.932356] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ccd3bc4-643d-41e8-9fb9-d0e3f301311e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1524.933847] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5aa0f51a-5bda-4047-bbc1-138dbd50b86c taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.933954] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.934027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.934181] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.934253] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5aa0f51a-5bda-4047-bbc1-138dbd50b86c',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1524.934923] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b811780c-07e6-4dea-99ca-8e1861645646 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.935038] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b811780c-07e6-4dea-99ca-8e1861645646" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.935104] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b811780c-07e6-4dea-99ca-8e1861645646" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.935261] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b811780c-07e6-4dea-99ca-8e1861645646" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.935329] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b811780c-07e6-4dea-99ca-8e1861645646',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1524.935975] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-674c7603-cd3d-4525-a99d-c0c8514d165a taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.936095] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-674c7603-cd3d-4525-a99d-c0c8514d165a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.936157] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-674c7603-cd3d-4525-a99d-c0c8514d165a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.936298] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-674c7603-cd3d-4525-a99d-c0c8514d165a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.936368] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('674c7603-cd3d-4525-a99d-c0c8514d165a',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1524.937050] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-582aef48-c369-4770-b95b-b8cd97255695 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.937169] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-582aef48-c369-4770-b95b-b8cd97255695" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.937218] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-582aef48-c369-4770-b95b-b8cd97255695" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.938214] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-582aef48-c369-4770-b95b-b8cd97255695" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.938214] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('582aef48-c369-4770-b95b-b8cd97255695',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1524.938214] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a30006fc-e392-4ab1-a8ca-7c1e5845860e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.938353] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.938353] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.938481] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.938546] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a30006fc-e392-4ab1-a8ca-7c1e5845860e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1524.939259] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2b4c4b4-61da-4515-a6dc-18becc02a73f taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.939364] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2b4c4b4-61da-4515-a6dc-18becc02a73f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.939421] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2b4c4b4-61da-4515-a6dc-18becc02a73f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.939560] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2b4c4b4-61da-4515-a6dc-18becc02a73f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.939631] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2b4c4b4-61da-4515-a6dc-18becc02a73f',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1524.940286] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eaf0a3b0-0847-4296-9caf-4927c5e120b8 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.940388] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eaf0a3b0-0847-4296-9caf-4927c5e120b8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.940453] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eaf0a3b0-0847-4296-9caf-4927c5e120b8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.940580] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eaf0a3b0-0847-4296-9caf-4927c5e120b8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.940922] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eaf0a3b0-0847-4296-9caf-4927c5e120b8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1524.941335] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d18e879-e18d-46ea-9b66-5a4cdd9d8266 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.941435] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.941496] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.941838] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.941838] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d18e879-e18d-46ea-9b66-5a4cdd9d8266',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1524.942498] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bef7db4e-887b-4304-8308-bedd6731c2c4 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.942604] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bef7db4e-887b-4304-8308-bedd6731c2c4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.942669] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bef7db4e-887b-4304-8308-bedd6731c2c4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.942815] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bef7db4e-887b-4304-8308-bedd6731c2c4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.942884] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bef7db4e-887b-4304-8308-bedd6731c2c4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1524.943538] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3852e0d-b43c-4061-b6fb-03d996b64bb7 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.943728] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3852e0d-b43c-4061-b6fb-03d996b64bb7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.943728] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3852e0d-b43c-4061-b6fb-03d996b64bb7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.943876] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3852e0d-b43c-4061-b6fb-03d996b64bb7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.943918] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3852e0d-b43c-4061-b6fb-03d996b64bb7',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1524.944631] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b07fb11-644e-49bc-bbd7-8dd428742df4 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.944737] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b07fb11-644e-49bc-bbd7-8dd428742df4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.944806] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b07fb11-644e-49bc-bbd7-8dd428742df4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.944951] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b07fb11-644e-49bc-bbd7-8dd428742df4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.945029] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b07fb11-644e-49bc-bbd7-8dd428742df4',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1524.945801] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.945931] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.945993] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.946118] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.946185] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1524.946903] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.947019] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.947019] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.947155] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.947236] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1524.947908] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fbb3b40-047e-4040-93f0-4cf35b8eb514 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.948072] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.948072] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.948214] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.948283] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fbb3b40-047e-4040-93f0-4cf35b8eb514',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1524.948926] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-329fa4e8-c914-41a8-b6b9-5f8cf20abd70 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.949051] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-329fa4e8-c914-41a8-b6b9-5f8cf20abd70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.949101] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-329fa4e8-c914-41a8-b6b9-5f8cf20abd70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.949350] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-329fa4e8-c914-41a8-b6b9-5f8cf20abd70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.949350] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('329fa4e8-c914-41a8-b6b9-5f8cf20abd70',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1524.950036] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.950140] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.950208] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.950350] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.950442] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1524.951055] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0224a42-bf09-4ccf-a860-732b81d9fc27 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.951157] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.951219] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.951357] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.951428] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0224a42-bf09-4ccf-a860-732b81d9fc27',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1524.973413] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.973542] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.973610] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.973997] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.991770] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.991893] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 674c7603-cd3d-4525-a99d-c0c8514d165a is going to be deleted. [ 1525.043661] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.043933] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.043933] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.044098] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.044189] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.044308] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-674c7603-cd3d-4525-a99d-c0c8514d165a" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.458940] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-859406bb-789c-4369-ab5c-10a65e8de2a0 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.459469] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-859406bb-789c-4369-ab5c-10a65e8de2a0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.459469] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-859406bb-789c-4369-ab5c-10a65e8de2a0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.459469] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-859406bb-789c-4369-ab5c-10a65e8de2a0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.459700] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.459700] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.459862] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.459965] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.460078] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.460169] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-859406bb-789c-4369-ab5c-10a65e8de2a0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.460252] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('859406bb-789c-4369-ab5c-10a65e8de2a0',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.462218] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaf0a3b0-0847-4296-9caf-4927c5e120b8 taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.462377] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaf0a3b0-0847-4296-9caf-4927c5e120b8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.462457] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaf0a3b0-0847-4296-9caf-4927c5e120b8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.462640] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaf0a3b0-0847-4296-9caf-4927c5e120b8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.462794] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.462886] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.462947] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.463140] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.463223] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.463308] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaf0a3b0-0847-4296-9caf-4927c5e120b8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.463402] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eaf0a3b0-0847-4296-9caf-4927c5e120b8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.674933] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.675165] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.675165] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.675366] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.677423] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.677611] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.678389] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.678483] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.679688] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.679780] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.680493] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.680589] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.681297] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.681388] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.682075] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.682171] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.682840] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.682931] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.684817] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.684914] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.686603] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.686719] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.687399] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.687489] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.688110] env[65517]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1525.688577] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.688659] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.691497] env[65517]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1525.691955] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.692080] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.695767] env[65517]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1525.696261] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.696363] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.697069] env[65517]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1525.697469] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.697561] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.698231] env[65517]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1525.698706] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.698787] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.699469] env[65517]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1525.699919] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.700053] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b811780c-07e6-4dea-99ca-8e1861645646 is going to be deleted. [ 1525.701073] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.701278] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.702945] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.703053] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.733882] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.734101] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 582aef48-c369-4770-b95b-b8cd97255695 is going to be deleted. [ 1525.735045] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.735266] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.759627] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.759815] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3852e0d-b43c-4061-b6fb-03d996b64bb7 is going to be deleted. [ 1525.760686] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.761487] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.773560] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.773761] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.785596] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.785771] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a30006fc-e392-4ab1-a8ca-7c1e5845860e is going to be deleted. [ 1525.786625] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.786871] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.807819] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.807972] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5aa0f51a-5bda-4047-bbc1-138dbd50b86c is going to be deleted. [ 1525.808851] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.809086] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.824355] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.824547] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.826780] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.826928] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.890351] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.890599] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 329fa4e8-c914-41a8-b6b9-5f8cf20abd70 is going to be deleted. [ 1525.891496] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.891613] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.893017] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.893148] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.918642] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.918874] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.919634] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.919761] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fbb3b40-047e-4040-93f0-4cf35b8eb514 is going to be deleted. [ 1525.920645] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.920862] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.977802] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.977979] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b07fb11-644e-49bc-bbd7-8dd428742df4 is going to be deleted. [ 1525.978805] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.979037] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.019511] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.019766] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f is going to be deleted. [ 1526.021310] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.021785] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.051295] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.051488] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8 is going to be deleted. [ 1526.052397] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.052642] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.054134] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.054243] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.090581] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.090832] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.096335] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.096551] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.098745] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.098877] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2b4c4b4-61da-4515-a6dc-18becc02a73f is going to be deleted. [ 1526.099799] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.100047] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.126837] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eaf0a3b0-0847-4296-9caf-4927c5e120b8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1526.127909] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('859406bb-789c-4369-ab5c-10a65e8de2a0',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1526.154792] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.154963] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4322a65-b67f-40fc-94c6-bc6937eb52cf is going to be deleted. [ 1526.155834] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.156067] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.165905] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.166142] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.208127] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.208317] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e is going to be deleted. [ 1526.209191] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.209403] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.216148] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.216148] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.255908] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.256137] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.260219] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.260399] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d18e879-e18d-46ea-9b66-5a4cdd9d8266 is going to be deleted. [ 1526.261226] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.261499] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.297554] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.297765] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0224a42-bf09-4ccf-a860-732b81d9fc27 is going to be deleted. [ 1526.298653] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.298877] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.313946] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.313946] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.327840] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.327840] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ccd3bc4-643d-41e8-9fb9-d0e3f301311e is going to be deleted. [ 1526.328425] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.328654] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.345579] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.345735] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.346425] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.346524] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.508694] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.509054] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bef7db4e-887b-4304-8308-bedd6731c2c4 is going to be deleted. [ 1526.510269] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.510377] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.510446] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.510647] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.510736] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.510854] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0224a42-bf09-4ccf-a860-732b81d9fc27" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.510998] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.511162] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.511239] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.511384] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b811780c-07e6-4dea-99ca-8e1861645646" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.511483] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.511611] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.511685] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.511795] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-582aef48-c369-4770-b95b-b8cd97255695" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.511932] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.512088] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.512160] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.512422] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3852e0d-b43c-4061-b6fb-03d996b64bb7" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.512786] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.512956] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.513057] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.513191] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a30006fc-e392-4ab1-a8ca-7c1e5845860e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.513383] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.513493] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.513569] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.513684] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5aa0f51a-5bda-4047-bbc1-138dbd50b86c" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.513797] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.513935] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.514017] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.514127] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fbb3b40-047e-4040-93f0-4cf35b8eb514" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.514257] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.514458] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.514458] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.514564] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b07fb11-644e-49bc-bbd7-8dd428742df4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.514668] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.514803] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.514878] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.514974] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-329fa4e8-c914-41a8-b6b9-5f8cf20abd70" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.515120] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.515401] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.515401] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.515401] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59e4ec53-58d0-4aa0-8c6d-6a60b87c2b6f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.515760] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.515760] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.515760] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.515849] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5fedc24-7e8d-4c4d-8f1a-d13068dd18c8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.515998] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.516080] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.516201] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.516318] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2b4c4b4-61da-4515-a6dc-18becc02a73f" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.516429] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.516559] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.516631] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.516822] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4322a65-b67f-40fc-94c6-bc6937eb52cf" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.516898] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.517049] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.517124] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.517221] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d18e879-e18d-46ea-9b66-5a4cdd9d8266" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.517333] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.517463] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.517534] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.517648] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de2f3e69-ec61-4bc0-bb3b-7a86fda26f8e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.552059] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.552283] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.552283] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.552492] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.552584] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.552703] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ccd3bc4-643d-41e8-9fb9-d0e3f301311e" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.629343] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eaf0a3b0-0847-4296-9caf-4927c5e120b8: rpc.has_security_group_logging(os_id): False [ 1526.630658] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 859406bb-789c-4369-ab5c-10a65e8de2a0: rpc.has_security_group_logging(os_id): False [ 1526.680940] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.681192] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.681192] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.681481] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.683036] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.683165] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.683902] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.683995] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.700825] env[65517]: INFO networking_nsxv3.common.synchronization [req-6b2c6e16-dc66-44f2-b425-a5091f3ad8cf req-8f659b74-8d13-4599-b61f-178849eb19d9 tempest-AttachVolumeNegativeTest-1526680072 tempest-AttachVolumeNegativeTest-1526680072-project-member] Enqueued Resource ID: eaf0a3b0-0847-4296-9caf-4927c5e120b8 with Priority: HIGHEST for action security_group_members [ 1526.701436] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaf0a3b0-0847-4296-9caf-4927c5e120b8 with Priority: HIGHEST for action security_group_members [ 1526.701811] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaf0a3b0-0847-4296-9caf-4927c5e120b8 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.701936] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaf0a3b0-0847-4296-9caf-4927c5e120b8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.702008] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaf0a3b0-0847-4296-9caf-4927c5e120b8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.702343] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaf0a3b0-0847-4296-9caf-4927c5e120b8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.702509] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.702615] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.702980] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.702980] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.702980] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.702980] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaf0a3b0-0847-4296-9caf-4927c5e120b8',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1526.738235] env[65517]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1526.738852] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.739274] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.739433] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.739433] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.739642] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.739722] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.739824] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 859406bb-789c-4369-ab5c-10a65e8de2a0 is going to be updated. [ 1526.740953] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.741153] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.741242] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.741352] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bef7db4e-887b-4304-8308-bedd6731c2c4" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.741520] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.741681] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.762734] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.763098] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.763297] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.763378] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.763588] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.763676] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.763796] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eaf0a3b0-0847-4296-9caf-4927c5e120b8 is going to be updated. [ 1526.814800] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.814958] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.815011] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.815229] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.815374] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.829610] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 859406bb-789c-4369-ab5c-10a65e8de2a0 in Status: IN_PROGRESS for 2s [ 1526.847905] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.847905] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.848116] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.848218] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.848344] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.878969] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eaf0a3b0-0847-4296-9caf-4927c5e120b8 in Status: IN_PROGRESS for 2s [ 1527.204674] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.204916] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.204916] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.205133] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.205224] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.205427] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.205528] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.205590] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.205742] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.205817] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.205903] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaf0a3b0-0847-4296-9caf-4927c5e120b8 is going to be updated. [ 1527.242099] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.242336] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.242336] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.242513] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.242657] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.252664] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaf0a3b0-0847-4296-9caf-4927c5e120b8 in Status: IN_PROGRESS for 2s [ 1528.842838] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 859406bb-789c-4369-ab5c-10a65e8de2a0 in Status: SUCCESS [ 1528.842838] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-859406bb-789c-4369-ab5c-10a65e8de2a0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.893102] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eaf0a3b0-0847-4296-9caf-4927c5e120b8 in Status: SUCCESS [ 1528.893340] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eaf0a3b0-0847-4296-9caf-4927c5e120b8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.261920] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaf0a3b0-0847-4296-9caf-4927c5e120b8 in Status: SUCCESS [ 1529.262103] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaf0a3b0-0847-4296-9caf-4927c5e120b8 deletion is rescheduled due to dependency. [ 1529.262221] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaf0a3b0-0847-4296-9caf-4927c5e120b8" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.702792] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1531.703191] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1536.704333] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1536.704891] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1538.065758] env[65517]: INFO networking_nsxv3.common.synchronization [req-5669f8f6-6dd4-4ed1-be80-8db0be0df3ea req-798b0544-693f-4eed-ba78-65db89888e85 tempest-AttachVolumeNegativeTest-1526680072 tempest-AttachVolumeNegativeTest-1526680072-project-member] Enqueued Resource ID: 859406bb-789c-4369-ab5c-10a65e8de2a0 with Priority: HIGHEST for action security_group_members [ 1538.065973] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 859406bb-789c-4369-ab5c-10a65e8de2a0 with Priority: HIGHEST for action security_group_members [ 1538.066214] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-859406bb-789c-4369-ab5c-10a65e8de2a0 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.066335] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-859406bb-789c-4369-ab5c-10a65e8de2a0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.066399] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-859406bb-789c-4369-ab5c-10a65e8de2a0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.066615] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-859406bb-789c-4369-ab5c-10a65e8de2a0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.066812] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.066894] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.066932] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.067553] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.067553] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.067553] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('859406bb-789c-4369-ab5c-10a65e8de2a0',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1538.570064] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.570064] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.570064] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.570389] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.570389] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.570627] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.570627] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.570832] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.570832] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.571073] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.571073] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 859406bb-789c-4369-ab5c-10a65e8de2a0 is going to be updated. [ 1538.600430] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.600748] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.600748] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.600961] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.600997] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.610517] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 859406bb-789c-4369-ab5c-10a65e8de2a0 in Status: IN_PROGRESS for 2s [ 1540.620799] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 859406bb-789c-4369-ab5c-10a65e8de2a0 in Status: SUCCESS [ 1540.621213] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 859406bb-789c-4369-ab5c-10a65e8de2a0 deletion is rescheduled due to dependency. [ 1540.621213] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-859406bb-789c-4369-ab5c-10a65e8de2a0" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.773332] env[65517]: INFO networking_nsxv3.common.synchronization [None req-da920aa9-4713-45d1-9035-9d9d41614799 tempest-AttachVolumeNegativeTest-1526680072 tempest-AttachVolumeNegativeTest-1526680072-project-member] Enqueued Resource ID: 72741853-f0ee-4c5e-989e-a47ec3dd2dfd with Priority: HIGHEST for action security_group_rules [ 1542.773748] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72741853-f0ee-4c5e-989e-a47ec3dd2dfd with Priority: HIGHEST for action security_group_rules [ 1542.774064] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72741853-f0ee-4c5e-989e-a47ec3dd2dfd taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.774185] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72741853-f0ee-4c5e-989e-a47ec3dd2dfd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.774253] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72741853-f0ee-4c5e-989e-a47ec3dd2dfd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.774499] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72741853-f0ee-4c5e-989e-a47ec3dd2dfd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.774580] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72741853-f0ee-4c5e-989e-a47ec3dd2dfd',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.849337] env[65517]: INFO networking_nsxv3.common.synchronization [None req-7e54529e-a104-44d0-8940-4d2afc226aeb tempest-AttachVolumeNegativeTest-1526680072 tempest-AttachVolumeNegativeTest-1526680072-project-member] Enqueued Resource ID: 72741853-f0ee-4c5e-989e-a47ec3dd2dfd with Priority: HIGHEST for action security_group_rules [ 1542.849835] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72741853-f0ee-4c5e-989e-a47ec3dd2dfd with Priority: HIGHEST for action security_group_rules [ 1542.850178] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72741853-f0ee-4c5e-989e-a47ec3dd2dfd taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.850280] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72741853-f0ee-4c5e-989e-a47ec3dd2dfd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.294332] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.294489] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.294550] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.294775] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.294874] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.294976] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72741853-f0ee-4c5e-989e-a47ec3dd2dfd already deleted. [ 1543.295073] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72741853-f0ee-4c5e-989e-a47ec3dd2dfd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.295216] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72741853-f0ee-4c5e-989e-a47ec3dd2dfd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.295385] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72741853-f0ee-4c5e-989e-a47ec3dd2dfd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.295465] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72741853-f0ee-4c5e-989e-a47ec3dd2dfd',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1543.815283] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.815653] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.815653] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.815732] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.815782] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.815881] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72741853-f0ee-4c5e-989e-a47ec3dd2dfd already deleted. [ 1543.815952] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72741853-f0ee-4c5e-989e-a47ec3dd2dfd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.850976] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1547.851413] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1548.215434] env[65517]: INFO networking_nsxv3.common.synchronization [req-9e0480d3-6c22-422c-b721-6276b16074ae req-5520a57d-3250-4b38-bcab-fd33aa6633f8 tempest-AttachVolumeNegativeTest-1526680072 tempest-AttachVolumeNegativeTest-1526680072-project-member] Enqueued Resource ID: 72741853-f0ee-4c5e-989e-a47ec3dd2dfd with Priority: HIGHEST for action security_group_members [ 1548.215689] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72741853-f0ee-4c5e-989e-a47ec3dd2dfd with Priority: HIGHEST for action security_group_members [ 1548.215997] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-72741853-f0ee-4c5e-989e-a47ec3dd2dfd taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.216134] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72741853-f0ee-4c5e-989e-a47ec3dd2dfd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.216201] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72741853-f0ee-4c5e-989e-a47ec3dd2dfd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.216449] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72741853-f0ee-4c5e-989e-a47ec3dd2dfd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.216606] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.216735] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.216781] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.216937] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.217025] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.217122] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72741853-f0ee-4c5e-989e-a47ec3dd2dfd',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.720820] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.720820] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.720820] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.720820] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.720820] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.720820] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.720820] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.720820] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.720820] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.720820] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.720820] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72741853-f0ee-4c5e-989e-a47ec3dd2dfd already deleted. [ 1548.720820] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72741853-f0ee-4c5e-989e-a47ec3dd2dfd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.899775] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-786 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.900255] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-786" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.900255] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-786" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.900255] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-786" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.900505] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.900660] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.900773] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.900980] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.901139] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.901342] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1548.901451] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1548.901553] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1548.901655] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1548.901757] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1548.901858] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1548.901985] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1548.922962] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1548.923149] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1548.923290] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1548.923462] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-786" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.923776] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-f8ea738f-3a80-44d2-8bd7-23550ddf6c35 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.923943] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-f8ea738f-3a80-44d2-8bd7-23550ddf6c35" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.924072] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-f8ea738f-3a80-44d2-8bd7-23550ddf6c35" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.924380] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-f8ea738f-3a80-44d2-8bd7-23550ddf6c35" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.924517] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8ea738f-3a80-44d2-8bd7-23550ddf6c35',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1549.426962] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.427252] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.427379] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.427652] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.427802] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.427966] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port f8ea738f-3a80-44d2-8bd7-23550ddf6c35 not found, creating... [ 1549.428241] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.428394] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.428504] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.428713] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.428845] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.429133] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.429301] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.429384] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.429577] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.429702] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.429832] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: f8ea738f-3a80-44d2-8bd7-23550ddf6c35 is going to be created. [ 1549.452318] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.452525] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.452632] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.452899] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.453160] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.453387] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-f8ea738f-3a80-44d2-8bd7-23550ddf6c35" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.588992] env[65517]: INFO networking_nsxv3.common.synchronization [req-9e0480d3-6c22-422c-b721-6276b16074ae req-df3cca8e-9396-44f5-9b60-f07a757a6fd4 service nova] Enqueued Resource ID: 72741853-f0ee-4c5e-989e-a47ec3dd2dfd with Priority: HIGHEST for action security_group_rules [ 1550.589490] env[65517]: INFO networking_nsxv3.common.synchronization [req-9e0480d3-6c22-422c-b721-6276b16074ae req-df3cca8e-9396-44f5-9b60-f07a757a6fd4 service nova] Enqueued Resource ID: 72741853-f0ee-4c5e-989e-a47ec3dd2dfd with Priority: HIGHEST for action security_group_members [ 1550.589490] env[65517]: INFO networking_nsxv3.common.synchronization [req-9e0480d3-6c22-422c-b721-6276b16074ae req-df3cca8e-9396-44f5-9b60-f07a757a6fd4 service nova] Enqueued Resource ID: f8ea738f-3a80-44d2-8bd7-23550ddf6c35 with Priority: HIGHEST for action port [ 1550.589852] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72741853-f0ee-4c5e-989e-a47ec3dd2dfd with Priority: HIGHEST for action security_group_rules [ 1550.590166] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72741853-f0ee-4c5e-989e-a47ec3dd2dfd with Priority: HIGHEST for action security_group_members [ 1550.590334] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8ea738f-3a80-44d2-8bd7-23550ddf6c35 with Priority: HIGHEST for action port [ 1550.590597] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72741853-f0ee-4c5e-989e-a47ec3dd2dfd taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.590687] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72741853-f0ee-4c5e-989e-a47ec3dd2dfd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.590758] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72741853-f0ee-4c5e-989e-a47ec3dd2dfd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.590939] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72741853-f0ee-4c5e-989e-a47ec3dd2dfd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.591020] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72741853-f0ee-4c5e-989e-a47ec3dd2dfd',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.595047] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-72741853-f0ee-4c5e-989e-a47ec3dd2dfd taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.595047] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72741853-f0ee-4c5e-989e-a47ec3dd2dfd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.595047] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72741853-f0ee-4c5e-989e-a47ec3dd2dfd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.595047] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72741853-f0ee-4c5e-989e-a47ec3dd2dfd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.595047] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.595047] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.595047] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.595047] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.595047] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.595047] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72741853-f0ee-4c5e-989e-a47ec3dd2dfd',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.595047] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8ea738f-3a80-44d2-8bd7-23550ddf6c35 taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.596262] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8ea738f-3a80-44d2-8bd7-23550ddf6c35" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.596262] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8ea738f-3a80-44d2-8bd7-23550ddf6c35" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.596262] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8ea738f-3a80-44d2-8bd7-23550ddf6c35" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.596262] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8ea738f-3a80-44d2-8bd7-23550ddf6c35',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1551.093900] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-72741853-f0ee-4c5e-989e-a47ec3dd2dfd taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.093900] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72741853-f0ee-4c5e-989e-a47ec3dd2dfd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.098294] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72741853-f0ee-4c5e-989e-a47ec3dd2dfd',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1551.099424] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f8ea738f-3a80-44d2-8bd7-23550ddf6c35 with status ACTIVE [ 1551.099541] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.099649] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.099649] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.099848] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.099934] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.100103] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.100219] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.100283] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.100392] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.100462] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.100637] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.100751] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.100813] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.100932] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.101022] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.101106] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f8ea738f-3a80-44d2-8bd7-23550ddf6c35 is going to be updated. [ 1551.121851] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.122092] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.122092] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.122263] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.122396] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.122552] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8ea738f-3a80-44d2-8bd7-23550ddf6c35" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.602725] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72741853-f0ee-4c5e-989e-a47ec3dd2dfd',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1552.105820] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.106101] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.106101] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.106285] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.106376] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.106478] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72741853-f0ee-4c5e-989e-a47ec3dd2dfd is going to be created. [ 1552.129794] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.130043] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.130043] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.130203] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.130355] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.139422] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72741853-f0ee-4c5e-989e-a47ec3dd2dfd in Status: UNINITIALIZED for 2s [ 1554.150738] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72741853-f0ee-4c5e-989e-a47ec3dd2dfd in Status: SUCCESS [ 1554.151206] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72741853-f0ee-4c5e-989e-a47ec3dd2dfd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.151206] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72741853-f0ee-4c5e-989e-a47ec3dd2dfd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.151409] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72741853-f0ee-4c5e-989e-a47ec3dd2dfd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.151631] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1554.151769] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.151850] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.152098] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.152189] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.152233] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72741853-f0ee-4c5e-989e-a47ec3dd2dfd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.152340] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72741853-f0ee-4c5e-989e-a47ec3dd2dfd',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1554.655209] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72741853-f0ee-4c5e-989e-a47ec3dd2dfd',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1555.157718] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72741853-f0ee-4c5e-989e-a47ec3dd2dfd: rpc.has_security_group_logging(os_id): False [ 1555.177720] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1555.177957] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.177957] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1555.178181] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1555.178279] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1555.178529] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1555.178633] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.178696] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1555.178846] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1555.178919] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1555.179009] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72741853-f0ee-4c5e-989e-a47ec3dd2dfd is going to be created. [ 1555.237791] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1555.238058] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.238058] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1555.238375] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1555.238671] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1555.258230] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72741853-f0ee-4c5e-989e-a47ec3dd2dfd in Status: IN_PROGRESS for 2s [ 1555.591974] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1555.592088] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1557.270410] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72741853-f0ee-4c5e-989e-a47ec3dd2dfd in Status: SUCCESS [ 1557.270894] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72741853-f0ee-4c5e-989e-a47ec3dd2dfd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1560.593294] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1560.593661] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1565.594380] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1565.594639] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1570.595586] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1570.595586] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1575.596834] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1575.597319] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1580.598728] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1580.598728] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1585.599923] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1585.600413] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1590.601621] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1590.602069] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1595.603230] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1595.603665] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1600.604865] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1600.604865] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1605.606037] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1605.606482] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1610.607084] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1610.607462] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1610.804203] env[65517]: INFO networking_nsxv3.common.synchronization [req-0cb906c4-a597-415d-87a1-b5ddad19016c req-16d3ff02-a1c6-49e8-9fce-093f076c2216 tempest-AttachVolumeNegativeTest-1526680072 tempest-AttachVolumeNegativeTest-1526680072-project-member] Enqueued Resource ID: 72741853-f0ee-4c5e-989e-a47ec3dd2dfd with Priority: HIGHEST for action security_group_members [ 1610.804964] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72741853-f0ee-4c5e-989e-a47ec3dd2dfd with Priority: HIGHEST for action security_group_members [ 1610.805427] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-72741853-f0ee-4c5e-989e-a47ec3dd2dfd taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.805612] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72741853-f0ee-4c5e-989e-a47ec3dd2dfd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.805717] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72741853-f0ee-4c5e-989e-a47ec3dd2dfd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.805986] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72741853-f0ee-4c5e-989e-a47ec3dd2dfd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.806218] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.806371] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.806466] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.806698] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.806816] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.806952] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72741853-f0ee-4c5e-989e-a47ec3dd2dfd',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1611.309744] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.310027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.310027] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.310199] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.310294] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.310493] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.310593] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.310655] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.310803] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.310878] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.310964] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72741853-f0ee-4c5e-989e-a47ec3dd2dfd is going to be updated. [ 1611.351628] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.351863] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.351863] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.352088] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.352326] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.361520] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72741853-f0ee-4c5e-989e-a47ec3dd2dfd in Status: IN_PROGRESS for 2s [ 1613.373651] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72741853-f0ee-4c5e-989e-a47ec3dd2dfd in Status: SUCCESS [ 1613.374094] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72741853-f0ee-4c5e-989e-a47ec3dd2dfd deletion is rescheduled due to dependency. [ 1613.374094] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72741853-f0ee-4c5e-989e-a47ec3dd2dfd" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.479550] env[65517]: INFO networking_nsxv3.common.synchronization [None req-1d033eb5-de86-4239-817d-104de01e6c1c tempest-AttachVolumeNegativeTest-1526680072 tempest-AttachVolumeNegativeTest-1526680072-project-member] Enqueued Resource ID: 8f4a263d-a367-4694-9047-5288402272ab with Priority: HIGHEST for action security_group_rules [ 1615.480128] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f4a263d-a367-4694-9047-5288402272ab with Priority: HIGHEST for action security_group_rules [ 1615.480420] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f4a263d-a367-4694-9047-5288402272ab taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1615.480496] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f4a263d-a367-4694-9047-5288402272ab" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.480610] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f4a263d-a367-4694-9047-5288402272ab" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.480806] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f4a263d-a367-4694-9047-5288402272ab" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1615.480872] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f4a263d-a367-4694-9047-5288402272ab',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1615.562502] env[65517]: INFO networking_nsxv3.common.synchronization [None req-27146a67-375e-4630-98dc-b6be9629a013 tempest-AttachVolumeNegativeTest-1526680072 tempest-AttachVolumeNegativeTest-1526680072-project-member] Enqueued Resource ID: 8f4a263d-a367-4694-9047-5288402272ab with Priority: HIGHEST for action security_group_rules [ 1615.562970] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f4a263d-a367-4694-9047-5288402272ab with Priority: HIGHEST for action security_group_rules [ 1615.563354] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f4a263d-a367-4694-9047-5288402272ab taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1615.563472] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f4a263d-a367-4694-9047-5288402272ab" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.005665] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1616.005863] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.005863] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1616.006099] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1616.006192] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1616.006291] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f4a263d-a367-4694-9047-5288402272ab already deleted. [ 1616.006375] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f4a263d-a367-4694-9047-5288402272ab" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1616.006519] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f4a263d-a367-4694-9047-5288402272ab" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1616.006674] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f4a263d-a367-4694-9047-5288402272ab" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1616.006753] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f4a263d-a367-4694-9047-5288402272ab',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1616.529510] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1616.529886] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.529886] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1616.529886] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1616.529987] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1616.530063] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f4a263d-a367-4694-9047-5288402272ab already deleted. [ 1616.530118] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f4a263d-a367-4694-9047-5288402272ab" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1620.564115] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1620.564544] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1621.094444] env[65517]: INFO networking_nsxv3.common.synchronization [req-e9cf1386-3a3f-4751-a84d-2874e6039b29 req-9e3f4c4c-a880-4b99-84cf-8c7e5eb128c6 tempest-AttachVolumeNegativeTest-1526680072 tempest-AttachVolumeNegativeTest-1526680072-project-member] Enqueued Resource ID: 8f4a263d-a367-4694-9047-5288402272ab with Priority: HIGHEST for action security_group_members [ 1621.095016] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f4a263d-a367-4694-9047-5288402272ab with Priority: HIGHEST for action security_group_members [ 1621.095332] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f4a263d-a367-4694-9047-5288402272ab taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1621.095455] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f4a263d-a367-4694-9047-5288402272ab" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.095532] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f4a263d-a367-4694-9047-5288402272ab" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1621.095803] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f4a263d-a367-4694-9047-5288402272ab" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1621.095967] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1621.096224] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.096293] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1621.096445] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1621.096567] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1621.096707] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f4a263d-a367-4694-9047-5288402272ab',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1621.359153] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock network-786 taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1621.359379] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "network-786" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.359506] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "network-786" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1621.359773] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "network-786" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1621.360067] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1621.360230] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.360347] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1621.360557] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1621.360703] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1621.360925] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1621.361049] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] NeedRegenerationException {{(pid=65517) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1621.361160] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] no value, waiting for create lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1621.361264] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] value creation lock acquired {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1621.361370] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] No value present for key: 'zone-id' {{(pid=65517) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1621.361474] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Calling creation function for not-yet-present value {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1621.361604] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1621.383386] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1621.383611] env[65517]: DEBUG dogpile.cache.region [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65517) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1621.383680] env[65517]: DEBUG dogpile.lock [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Released creation lock {{(pid=65517) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1621.383873] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "network-786" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1621.384215] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock port-7c90c348-40b6-4412-9db4-4f9bf2e096dc taken with stack trace [, , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1621.384388] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "port-7c90c348-40b6-4412-9db4-4f9bf2e096dc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.384505] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "port-7c90c348-40b6-4412-9db4-4f9bf2e096dc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1621.384834] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "port-7c90c348-40b6-4412-9db4-4f9bf2e096dc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1621.384972] env[65517]: DEBUG networking_nsxv3.api.rpc [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c90c348-40b6-4412-9db4-4f9bf2e096dc',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1621.598964] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1621.599380] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.599380] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1621.599380] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1621.599380] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1621.599572] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1621.599665] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.599722] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1621.599872] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1621.599947] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1621.600044] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f4a263d-a367-4694-9047-5288402272ab already deleted. [ 1621.600125] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f4a263d-a367-4694-9047-5288402272ab" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1621.887403] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1621.887674] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.887779] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1621.888065] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1621.888215] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1621.888364] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Segment Port 7c90c348-40b6-4412-9db4-4f9bf2e096dc not found, creating... [ 1621.888644] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1621.888806] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.888915] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1621.889155] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1621.889288] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1621.889570] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1621.889722] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.889831] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1621.890045] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1621.890178] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1621.890314] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Resource: SegmentPort with ID: 7c90c348-40b6-4412-9db4-4f9bf2e096dc is going to be created. [ 1621.917240] env[65517]: DEBUG networking_nsxv3.common.locking [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1621.917474] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.917542] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1621.917813] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1621.918050] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1621.918277] env[65517]: DEBUG oslo_concurrency.lockutils [None req-b46a836a-c900-4cd3-be17-f0c9478fc92c None None] Releasing lock "port-7c90c348-40b6-4412-9db4-4f9bf2e096dc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1622.608313] env[65517]: INFO networking_nsxv3.common.synchronization [req-e9cf1386-3a3f-4751-a84d-2874e6039b29 req-0294174e-4a4f-4883-8a66-4e4f5908bfb7 service nova] Enqueued Resource ID: 8f4a263d-a367-4694-9047-5288402272ab with Priority: HIGHEST for action security_group_rules [ 1622.608598] env[65517]: INFO networking_nsxv3.common.synchronization [req-e9cf1386-3a3f-4751-a84d-2874e6039b29 req-0294174e-4a4f-4883-8a66-4e4f5908bfb7 service nova] Enqueued Resource ID: 8f4a263d-a367-4694-9047-5288402272ab with Priority: HIGHEST for action security_group_members [ 1622.608598] env[65517]: INFO networking_nsxv3.common.synchronization [req-e9cf1386-3a3f-4751-a84d-2874e6039b29 req-0294174e-4a4f-4883-8a66-4e4f5908bfb7 service nova] Enqueued Resource ID: 7c90c348-40b6-4412-9db4-4f9bf2e096dc with Priority: HIGHEST for action port [ 1622.609106] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f4a263d-a367-4694-9047-5288402272ab with Priority: HIGHEST for action security_group_rules [ 1622.609243] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f4a263d-a367-4694-9047-5288402272ab with Priority: HIGHEST for action security_group_members [ 1622.609341] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c90c348-40b6-4412-9db4-4f9bf2e096dc with Priority: HIGHEST for action port [ 1622.609607] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f4a263d-a367-4694-9047-5288402272ab taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1622.609726] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f4a263d-a367-4694-9047-5288402272ab" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.609792] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f4a263d-a367-4694-9047-5288402272ab" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1622.610093] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f4a263d-a367-4694-9047-5288402272ab" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1622.610093] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f4a263d-a367-4694-9047-5288402272ab',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1622.610947] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f4a263d-a367-4694-9047-5288402272ab taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1622.611075] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f4a263d-a367-4694-9047-5288402272ab" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.611142] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f4a263d-a367-4694-9047-5288402272ab" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1622.611314] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f4a263d-a367-4694-9047-5288402272ab" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1622.611457] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1622.611550] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.611613] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1622.611747] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1622.612028] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1622.612028] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f4a263d-a367-4694-9047-5288402272ab',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1622.612680] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c90c348-40b6-4412-9db4-4f9bf2e096dc taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1622.612826] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c90c348-40b6-4412-9db4-4f9bf2e096dc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.612921] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c90c348-40b6-4412-9db4-4f9bf2e096dc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1622.613569] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c90c348-40b6-4412-9db4-4f9bf2e096dc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1622.613682] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c90c348-40b6-4412-9db4-4f9bf2e096dc',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1623.117190] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f4a263d-a367-4694-9047-5288402272ab taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1623.117190] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f4a263d-a367-4694-9047-5288402272ab" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.117190] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f4a263d-a367-4694-9047-5288402272ab',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1623.117752] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c90c348-40b6-4412-9db4-4f9bf2e096dc with status ACTIVE [ 1623.117752] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1623.117752] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.117752] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1623.117976] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1623.118068] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1623.118197] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1623.118292] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.118346] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1623.118489] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1623.118615] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1623.118805] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1623.118901] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.118961] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1623.120352] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1623.120352] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1623.120352] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c90c348-40b6-4412-9db4-4f9bf2e096dc is going to be updated. [ 1623.142937] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1623.143207] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.143207] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1623.143410] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1623.143553] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1623.143713] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c90c348-40b6-4412-9db4-4f9bf2e096dc" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1623.623109] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f4a263d-a367-4694-9047-5288402272ab',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1624.125076] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1624.125307] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1624.125307] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1624.125548] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1624.125659] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1624.125766] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f4a263d-a367-4694-9047-5288402272ab is going to be created. [ 1624.149505] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1624.149726] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1624.149726] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1624.149975] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1624.150239] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1624.160396] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f4a263d-a367-4694-9047-5288402272ab in Status: UNINITIALIZED for 2s [ 1626.172046] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f4a263d-a367-4694-9047-5288402272ab in Status: SUCCESS [ 1626.172622] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f4a263d-a367-4694-9047-5288402272ab" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1626.172622] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f4a263d-a367-4694-9047-5288402272ab" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1626.172622] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f4a263d-a367-4694-9047-5288402272ab" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1626.172830] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1626.172934] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.172998] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1626.173164] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1626.173315] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1626.173425] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f4a263d-a367-4694-9047-5288402272ab" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1626.173468] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f4a263d-a367-4694-9047-5288402272ab',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1626.676452] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f4a263d-a367-4694-9047-5288402272ab',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1627.178853] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f4a263d-a367-4694-9047-5288402272ab: rpc.has_security_group_logging(os_id): False [ 1627.199093] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1627.199326] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.199326] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1627.199576] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1627.199666] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1627.199938] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1627.200068] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.200130] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1627.200295] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1627.200370] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1627.200464] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f4a263d-a367-4694-9047-5288402272ab is going to be created. [ 1627.288469] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1627.288469] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.288469] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1627.288860] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1627.288914] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1627.300730] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f4a263d-a367-4694-9047-5288402272ab in Status: IN_PROGRESS for 2s [ 1627.610647] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1627.610847] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1629.313298] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f4a263d-a367-4694-9047-5288402272ab in Status: SUCCESS [ 1629.313736] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f4a263d-a367-4694-9047-5288402272ab" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1632.612057] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1632.612057] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1637.613322] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1637.613758] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1642.614383] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1642.614885] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1647.615359] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1647.615750] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1652.616382] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1652.616382] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1657.618173] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1657.618599] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1662.619638] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1662.620181] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1667.620489] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1667.620805] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1672.621890] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1672.622381] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1677.622695] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1677.623056] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1682.623825] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1682.623825] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1685.442180] env[65517]: INFO networking_nsxv3.common.synchronization [req-99f7b523-d9ae-4495-9c57-4e6f35820efe req-26a9c725-ce4b-424f-80e5-9ff660c805f1 tempest-AttachVolumeNegativeTest-1526680072 tempest-AttachVolumeNegativeTest-1526680072-project-member] Enqueued Resource ID: 8f4a263d-a367-4694-9047-5288402272ab with Priority: HIGHEST for action security_group_members [ 1685.442737] env[65517]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f4a263d-a367-4694-9047-5288402272ab with Priority: HIGHEST for action security_group_members [ 1685.443603] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f4a263d-a367-4694-9047-5288402272ab taken with stack trace [, , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1685.443603] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f4a263d-a367-4694-9047-5288402272ab" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.443603] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f4a263d-a367-4694-9047-5288402272ab" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1685.443603] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f4a263d-a367-4694-9047-5288402272ab" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1685.443820] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1685.443820] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.443820] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1685.443973] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1685.444066] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1685.444164] env[65517]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f4a263d-a367-4694-9047-5288402272ab',) {} {{(pid=65517) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1685.946323] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1685.946554] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.946554] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1685.946700] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1685.946796] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1685.946999] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1685.947111] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.947174] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1685.947320] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1685.947398] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1685.947483] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f4a263d-a367-4694-9047-5288402272ab is going to be updated. [ 1685.989214] env[65517]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65517) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1685.989496] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.989496] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1685.989633] env[65517]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1685.989746] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1685.999069] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f4a263d-a367-4694-9047-5288402272ab in Status: IN_PROGRESS for 2s [ 1688.011608] env[65517]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f4a263d-a367-4694-9047-5288402272ab in Status: SUCCESS [ 1688.012060] env[65517]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f4a263d-a367-4694-9047-5288402272ab deletion is rescheduled due to dependency. [ 1688.012060] env[65517]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f4a263d-a367-4694-9047-5288402272ab" {{(pid=65517) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1690.443446] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1690.443865] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1695.444941] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1695.445335] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1700.446547] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1700.447058] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1705.448471] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1705.448948] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1710.449736] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1710.450168] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1715.450942] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1715.451453] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1720.452452] env[65517]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1720.452452] env[65517]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0